2024-11-27 12:17:25,677 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-27 12:17:25,696 main DEBUG Took 0.017119 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-27 12:17:25,696 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-27 12:17:25,697 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-27 12:17:25,698 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-27 12:17:25,699 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 12:17:25,706 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-27 12:17:25,718 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 12:17:25,719 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 12:17:25,720 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 12:17:25,720 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 12:17:25,721 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 12:17:25,721 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 12:17:25,722 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 12:17:25,722 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 12:17:25,722 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 12:17:25,723 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 12:17:25,723 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 12:17:25,724 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 12:17:25,724 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 12:17:25,724 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 12:17:25,725 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 12:17:25,725 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 12:17:25,726 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 12:17:25,726 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 12:17:25,726 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 12:17:25,727 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 12:17:25,727 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 12:17:25,727 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 12:17:25,728 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 12:17:25,728 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 12:17:25,729 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 12:17:25,729 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-27 12:17:25,730 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 12:17:25,732 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-27 12:17:25,735 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-27 12:17:25,736 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-27 12:17:25,738 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-27 12:17:25,738 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-27 12:17:25,750 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-27 12:17:25,753 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-27 12:17:25,755 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-27 12:17:25,755 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-27 12:17:25,755 main DEBUG createAppenders(={Console}) 2024-11-27 12:17:25,756 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-27 12:17:25,756 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-27 12:17:25,757 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-27 12:17:25,757 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-27 12:17:25,758 main DEBUG OutputStream closed 2024-11-27 12:17:25,758 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-27 12:17:25,758 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-27 12:17:25,759 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-27 12:17:25,852 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-27 12:17:25,854 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-27 12:17:25,855 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-27 12:17:25,856 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-27 12:17:25,857 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-27 12:17:25,857 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-27 12:17:25,857 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-27 12:17:25,858 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-27 12:17:25,858 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-27 12:17:25,858 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-27 12:17:25,859 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-27 12:17:25,859 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-27 12:17:25,859 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-27 12:17:25,860 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-27 12:17:25,860 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-27 12:17:25,860 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-27 12:17:25,861 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-27 12:17:25,861 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-27 12:17:25,863 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27 12:17:25,864 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-27 12:17:25,864 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-27 12:17:25,865 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-27T12:17:25,876 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-27 12:17:25,879 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-27 12:17:25,879 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27T12:17:25,932 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=475, ProcessCount=11, AvailableMemoryMB=5290 2024-11-27T12:17:26,135 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-27T12:17:26,173 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4178d5ba-395e-7b39-dad8-f261e8d86464 2024-11-27T12:17:26,176 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4178d5ba-395e-7b39-dad8-f261e8d86464/cluster_7c58c65e-d201-582a-bf1f-997c31efef84, deleteOnExit=true 2024-11-27T12:17:26,310 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4178d5ba-395e-7b39-dad8-f261e8d86464/cluster_7c58c65e-d201-582a-bf1f-997c31efef84/zookeeper_0, clientPort=51114, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4178d5ba-395e-7b39-dad8-f261e8d86464/cluster_7c58c65e-d201-582a-bf1f-997c31efef84/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4178d5ba-395e-7b39-dad8-f261e8d86464/cluster_7c58c65e-d201-582a-bf1f-997c31efef84/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T12:17:26,322 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51114 2024-11-27T12:17:26,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T12:17:26,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T12:17:26,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4178d5ba-395e-7b39-dad8-f261e8d86464/test.cache.data in system properties and HBase conf 2024-11-27T12:17:26,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4178d5ba-395e-7b39-dad8-f261e8d86464/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T12:17:26,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4178d5ba-395e-7b39-dad8-f261e8d86464/hadoop.log.dir in system properties and HBase conf 2024-11-27T12:17:26,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4178d5ba-395e-7b39-dad8-f261e8d86464/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T12:17:26,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4178d5ba-395e-7b39-dad8-f261e8d86464/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T12:17:26,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T12:17:26,410 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-27T12:17:26,501 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T12:17:26,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4178d5ba-395e-7b39-dad8-f261e8d86464/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:17:26,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4178d5ba-395e-7b39-dad8-f261e8d86464/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:17:26,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4178d5ba-395e-7b39-dad8-f261e8d86464/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T12:17:26,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4178d5ba-395e-7b39-dad8-f261e8d86464/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:17:26,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4178d5ba-395e-7b39-dad8-f261e8d86464/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T12:17:26,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4178d5ba-395e-7b39-dad8-f261e8d86464/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T12:17:26,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4178d5ba-395e-7b39-dad8-f261e8d86464/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:17:26,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4178d5ba-395e-7b39-dad8-f261e8d86464/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:17:26,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4178d5ba-395e-7b39-dad8-f261e8d86464/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T12:17:26,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4178d5ba-395e-7b39-dad8-f261e8d86464/nfs.dump.dir in system properties and HBase conf 2024-11-27T12:17:26,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4178d5ba-395e-7b39-dad8-f261e8d86464/java.io.tmpdir in system properties and HBase conf 2024-11-27T12:17:26,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4178d5ba-395e-7b39-dad8-f261e8d86464/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:17:26,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4178d5ba-395e-7b39-dad8-f261e8d86464/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T12:17:26,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4178d5ba-395e-7b39-dad8-f261e8d86464/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T12:17:27,857 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-27T12:17:27,931 INFO [Time-limited test {}] log.Log(170): Logging initialized @2900ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-27T12:17:27,999 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:17:28,066 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:17:28,091 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:17:28,091 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:17:28,093 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T12:17:28,109 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:17:28,115 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4178d5ba-395e-7b39-dad8-f261e8d86464/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:17:28,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:17:28,276 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4178d5ba-395e-7b39-dad8-f261e8d86464/java.io.tmpdir/jetty-localhost-37943-hadoop-hdfs-3_4_1-tests_jar-_-any-14758594942753900243/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:17:28,282 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:37943} 2024-11-27T12:17:28,283 INFO [Time-limited test {}] server.Server(415): Started @3252ms 2024-11-27T12:17:28,847 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:17:28,854 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:17:28,856 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:17:28,856 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:17:28,856 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T12:17:28,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4178d5ba-395e-7b39-dad8-f261e8d86464/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:17:28,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:17:28,958 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4178d5ba-395e-7b39-dad8-f261e8d86464/java.io.tmpdir/jetty-localhost-45931-hadoop-hdfs-3_4_1-tests_jar-_-any-1396318980831895462/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:17:28,959 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:45931} 2024-11-27T12:17:28,959 INFO [Time-limited test {}] server.Server(415): Started @3929ms 2024-11-27T12:17:29,013 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T12:17:30,194 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4178d5ba-395e-7b39-dad8-f261e8d86464/cluster_7c58c65e-d201-582a-bf1f-997c31efef84/data/data2/current/BP-1539703210-172.17.0.3-1732709847062/current, will proceed with Du for space computation calculation, 2024-11-27T12:17:30,194 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4178d5ba-395e-7b39-dad8-f261e8d86464/cluster_7c58c65e-d201-582a-bf1f-997c31efef84/data/data1/current/BP-1539703210-172.17.0.3-1732709847062/current, will proceed with Du for space computation calculation, 2024-11-27T12:17:30,222 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T12:17:30,271 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb4f168fcd4dbff9e with lease ID 0x4fc26aa17f10b535: Processing first storage report for DS-49d62ef6-cee6-41b8-826c-3651b0b7b223 from datanode DatanodeRegistration(127.0.0.1:36345, datanodeUuid=db8e9db9-c7e5-4471-8dbf-f435fbd3756e, infoPort=37171, infoSecurePort=0, ipcPort=35699, storageInfo=lv=-57;cid=testClusterID;nsid=146456422;c=1732709847062) 2024-11-27T12:17:30,272 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb4f168fcd4dbff9e with lease ID 0x4fc26aa17f10b535: from storage DS-49d62ef6-cee6-41b8-826c-3651b0b7b223 node DatanodeRegistration(127.0.0.1:36345, datanodeUuid=db8e9db9-c7e5-4471-8dbf-f435fbd3756e, infoPort=37171, infoSecurePort=0, ipcPort=35699, storageInfo=lv=-57;cid=testClusterID;nsid=146456422;c=1732709847062), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T12:17:30,273 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb4f168fcd4dbff9e with lease ID 0x4fc26aa17f10b535: Processing first storage report for DS-bc07eb6c-bbe1-4d1a-b7f3-6cce5f95a7cf from datanode DatanodeRegistration(127.0.0.1:36345, datanodeUuid=db8e9db9-c7e5-4471-8dbf-f435fbd3756e, infoPort=37171, infoSecurePort=0, ipcPort=35699, storageInfo=lv=-57;cid=testClusterID;nsid=146456422;c=1732709847062) 2024-11-27T12:17:30,273 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb4f168fcd4dbff9e with lease ID 0x4fc26aa17f10b535: from storage DS-bc07eb6c-bbe1-4d1a-b7f3-6cce5f95a7cf node DatanodeRegistration(127.0.0.1:36345, datanodeUuid=db8e9db9-c7e5-4471-8dbf-f435fbd3756e, infoPort=37171, infoSecurePort=0, ipcPort=35699, storageInfo=lv=-57;cid=testClusterID;nsid=146456422;c=1732709847062), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T12:17:30,326 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4178d5ba-395e-7b39-dad8-f261e8d86464 2024-11-27T12:17:30,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:17:30,338 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:17:30,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36345 is added to blk_1073741825_1001 (size=7) 2024-11-27T12:17:30,970 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6 with version=8 2024-11-27T12:17:30,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/hbase-staging 2024-11-27T12:17:31,059 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-27T12:17:31,284 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T12:17:31,292 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:17:31,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:17:31,296 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:17:31,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:17:31,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:17:31,421 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T12:17:31,474 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-27T12:17:31,483 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-27T12:17:31,486 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:17:31,508 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11494 (auto-detected) 2024-11-27T12:17:31,509 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-27T12:17:31,526 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45883 2024-11-27T12:17:31,547 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45883 connecting to ZooKeeper ensemble=127.0.0.1:51114 2024-11-27T12:17:31,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458830x0, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:17:31,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45883-0x1017c3a08ba0000 connected 2024-11-27T12:17:31,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:17:31,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:17:31,793 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45883-0x1017c3a08ba0000, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Set watcher on znode that does not yet exist, /0-161476395/running 2024-11-27T12:17:31,797 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6, hbase.cluster.distributed=false 2024-11-27T12:17:31,824 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45883-0x1017c3a08ba0000, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Set watcher on znode that does not yet exist, /0-161476395/acl 2024-11-27T12:17:31,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45883 2024-11-27T12:17:31,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45883 2024-11-27T12:17:31,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45883 2024-11-27T12:17:31,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45883 2024-11-27T12:17:31,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45883 2024-11-27T12:17:31,935 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T12:17:31,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:17:31,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:17:31,937 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:17:31,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:17:31,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:17:31,939 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T12:17:31,942 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:17:31,943 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46795 2024-11-27T12:17:31,945 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46795 connecting to ZooKeeper ensemble=127.0.0.1:51114 2024-11-27T12:17:31,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:17:31,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:17:31,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467950x0, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:17:31,965 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46795-0x1017c3a08ba0001 connected 2024-11-27T12:17:31,965 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46795-0x1017c3a08ba0001, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Set watcher on znode that does not yet exist, /0-161476395/running 2024-11-27T12:17:31,968 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T12:17:31,975 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T12:17:31,978 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46795-0x1017c3a08ba0001, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Set watcher on znode that does not yet exist, /0-161476395/master 2024-11-27T12:17:31,983 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46795-0x1017c3a08ba0001, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Set watcher on znode that does not yet exist, /0-161476395/acl 2024-11-27T12:17:31,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46795 2024-11-27T12:17:31,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46795 2024-11-27T12:17:31,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46795 2024-11-27T12:17:31,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46795 2024-11-27T12:17:31,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46795 2024-11-27T12:17:31,999 DEBUG [M:0;1ba5af43fd99:45883 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ba5af43fd99:45883 2024-11-27T12:17:32,000 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-161476395/backup-masters/1ba5af43fd99,45883,1732709851136 2024-11-27T12:17:32,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x1017c3a08ba0001, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161476395/backup-masters 2024-11-27T12:17:32,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45883-0x1017c3a08ba0000, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161476395/backup-masters 2024-11-27T12:17:32,020 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45883-0x1017c3a08ba0000, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Set watcher on existing znode=/0-161476395/backup-masters/1ba5af43fd99,45883,1732709851136 2024-11-27T12:17:32,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45883-0x1017c3a08ba0000, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161476395 2024-11-27T12:17:32,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x1017c3a08ba0001, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-161476395/master 2024-11-27T12:17:32,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x1017c3a08ba0001, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161476395 2024-11-27T12:17:32,049 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45883-0x1017c3a08ba0000, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Set watcher on existing znode=/0-161476395/master 2024-11-27T12:17:32,050 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-161476395/backup-masters/1ba5af43fd99,45883,1732709851136 from backup master directory 2024-11-27T12:17:32,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45883-0x1017c3a08ba0000, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-161476395/backup-masters/1ba5af43fd99,45883,1732709851136 2024-11-27T12:17:32,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x1017c3a08ba0001, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161476395/backup-masters 2024-11-27T12:17:32,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45883-0x1017c3a08ba0000, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161476395/backup-masters 2024-11-27T12:17:32,059 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:17:32,060 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ba5af43fd99,45883,1732709851136 2024-11-27T12:17:32,062 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-27T12:17:32,063 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-27T12:17:32,117 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/hbase.id] with ID: 31a48b1d-4b22-41f9-902a-08aa90eee196 2024-11-27T12:17:32,117 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/.tmp/hbase.id 2024-11-27T12:17:32,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36345 is added to blk_1073741826_1002 (size=42) 2024-11-27T12:17:32,529 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/.tmp/hbase.id]:[hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/hbase.id] 2024-11-27T12:17:32,573 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:17:32,578 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T12:17:32,598 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-27T12:17:32,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x1017c3a08ba0001, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161476395 2024-11-27T12:17:32,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45883-0x1017c3a08ba0000, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161476395 2024-11-27T12:17:32,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36345 is added to blk_1073741827_1003 (size=196) 2024-11-27T12:17:33,037 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:17:33,042 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T12:17:33,061 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T12:17:33,065 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:17:33,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36345 is added to blk_1073741828_1004 (size=1189) 2024-11-27T12:17:33,517 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/data/master/store 2024-11-27T12:17:33,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36345 is added to blk_1073741829_1005 (size=34) 2024-11-27T12:17:33,944 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-27T12:17:33,948 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:17:33,949 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:17:33,949 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:17:33,950 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:17:33,951 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:17:33,951 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:17:33,951 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:17:33,953 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732709853949Disabling compacts and flushes for region at 1732709853949Disabling writes for close at 1732709853951 (+2 ms)Writing region close event to WAL at 1732709853951Closed at 1732709853951 2024-11-27T12:17:33,955 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/data/master/store/.initializing 2024-11-27T12:17:33,955 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/WALs/1ba5af43fd99,45883,1732709851136 2024-11-27T12:17:33,963 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:17:33,976 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ba5af43fd99%2C45883%2C1732709851136, suffix=, logDir=hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/WALs/1ba5af43fd99,45883,1732709851136, archiveDir=hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/oldWALs, maxLogs=10 2024-11-27T12:17:33,998 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/WALs/1ba5af43fd99,45883,1732709851136/1ba5af43fd99%2C45883%2C1732709851136.1732709853980, exclude list is [], retry=0 2024-11-27T12:17:34,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36345,DS-49d62ef6-cee6-41b8-826c-3651b0b7b223,DISK] 2024-11-27T12:17:34,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-27T12:17:34,051 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/WALs/1ba5af43fd99,45883,1732709851136/1ba5af43fd99%2C45883%2C1732709851136.1732709853980 2024-11-27T12:17:34,052 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37171:37171)] 2024-11-27T12:17:34,052 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:17:34,053 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:17:34,055 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:17:34,056 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:17:34,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:17:34,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T12:17:34,117 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:17:34,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:17:34,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:17:34,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T12:17:34,123 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:17:34,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:17:34,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:17:34,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T12:17:34,128 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:17:34,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:17:34,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:17:34,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T12:17:34,133 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:17:34,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:17:34,134 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:17:34,138 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:17:34,140 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:17:34,146 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:17:34,146 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:17:34,150 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:17:34,154 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:17:34,158 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:17:34,159 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59947580, jitterRate=-0.10671144723892212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:17:34,168 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732709854067Initializing all the Stores at 1732709854069 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709854069Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709854070 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709854070Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709854070Cleaning up temporary data from old regions at 1732709854146 (+76 ms)Region opened successfully at 1732709854168 (+22 ms) 2024-11-27T12:17:34,169 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T12:17:34,199 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4775d4d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T12:17:34,236 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T12:17:34,246 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T12:17:34,246 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T12:17:34,249 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T12:17:34,250 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-27T12:17:34,254 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-27T12:17:34,254 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T12:17:34,277 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T12:17:34,285 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45883-0x1017c3a08ba0000, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Unable to get data of znode /0-161476395/balancer because node does not exist (not necessarily an error) 2024-11-27T12:17:34,406 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-161476395/balancer already deleted, retry=false 2024-11-27T12:17:34,409 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T12:17:34,411 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45883-0x1017c3a08ba0000, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Unable to get data of znode /0-161476395/normalizer because node does not exist (not necessarily an error) 2024-11-27T12:17:34,469 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-161476395/normalizer already deleted, retry=false 2024-11-27T12:17:34,474 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T12:17:34,479 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45883-0x1017c3a08ba0000, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Unable to get data of znode /0-161476395/switch/split because node does not exist (not necessarily an error) 2024-11-27T12:17:34,490 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-161476395/switch/split already deleted, retry=false 2024-11-27T12:17:34,492 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45883-0x1017c3a08ba0000, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Unable to get data of znode /0-161476395/switch/merge because node does not exist (not necessarily an error) 2024-11-27T12:17:34,501 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-161476395/switch/merge already deleted, retry=false 2024-11-27T12:17:34,522 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45883-0x1017c3a08ba0000, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Unable to get data of znode /0-161476395/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T12:17:34,532 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-161476395/snapshot-cleanup already deleted, retry=false 2024-11-27T12:17:34,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x1017c3a08ba0001, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-161476395/running 2024-11-27T12:17:34,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45883-0x1017c3a08ba0000, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-161476395/running 2024-11-27T12:17:34,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x1017c3a08ba0001, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161476395 2024-11-27T12:17:34,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45883-0x1017c3a08ba0000, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161476395 2024-11-27T12:17:34,547 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ba5af43fd99,45883,1732709851136, sessionid=0x1017c3a08ba0000, setting cluster-up flag (Was=false) 2024-11-27T12:17:34,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45883-0x1017c3a08ba0000, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161476395 2024-11-27T12:17:34,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x1017c3a08ba0001, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161476395 2024-11-27T12:17:34,616 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-161476395/flush-table-proc/acquired, /0-161476395/flush-table-proc/reached, /0-161476395/flush-table-proc/abort 2024-11-27T12:17:34,619 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,45883,1732709851136 2024-11-27T12:17:34,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x1017c3a08ba0001, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161476395 2024-11-27T12:17:34,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45883-0x1017c3a08ba0000, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161476395 2024-11-27T12:17:34,764 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-161476395/online-snapshot/acquired, /0-161476395/online-snapshot/reached, /0-161476395/online-snapshot/abort 2024-11-27T12:17:34,766 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,45883,1732709851136 2024-11-27T12:17:34,771 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T12:17:34,791 INFO [RS:0;1ba5af43fd99:46795 {}] regionserver.HRegionServer(746): ClusterId : 31a48b1d-4b22-41f9-902a-08aa90eee196 2024-11-27T12:17:34,793 DEBUG [RS:0;1ba5af43fd99:46795 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T12:17:34,808 DEBUG [RS:0;1ba5af43fd99:46795 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T12:17:34,808 DEBUG [RS:0;1ba5af43fd99:46795 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T12:17:34,818 DEBUG [RS:0;1ba5af43fd99:46795 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T12:17:34,818 DEBUG [RS:0;1ba5af43fd99:46795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d19808e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T12:17:34,832 DEBUG [RS:0;1ba5af43fd99:46795 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ba5af43fd99:46795 2024-11-27T12:17:34,834 INFO [RS:0;1ba5af43fd99:46795 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T12:17:34,834 INFO [RS:0;1ba5af43fd99:46795 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T12:17:34,835 DEBUG [RS:0;1ba5af43fd99:46795 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T12:17:34,837 INFO [RS:0;1ba5af43fd99:46795 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ba5af43fd99,45883,1732709851136 with port=46795, startcode=1732709851905 2024-11-27T12:17:34,841 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T12:17:34,847 DEBUG [RS:0;1ba5af43fd99:46795 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T12:17:34,851 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T12:17:34,859 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T12:17:34,864 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ba5af43fd99,45883,1732709851136 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T12:17:34,871 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:17:34,872 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:17:34,872 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:17:34,872 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:17:34,872 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ba5af43fd99:0, corePoolSize=10, maxPoolSize=10 2024-11-27T12:17:34,873 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:17:34,873 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:17:34,873 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:17:34,880 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732709884880 2024-11-27T12:17:34,880 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:17:34,881 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T12:17:34,882 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T12:17:34,882 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T12:17:34,883 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T12:17:34,887 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T12:17:34,887 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T12:17:34,887 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:17:34,887 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T12:17:34,887 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T12:17:34,887 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T12:17:34,888 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:34,889 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45883 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T12:17:34,891 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T12:17:34,893 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T12:17:34,893 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T12:17:34,893 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T12:17:34,896 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T12:17:34,897 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T12:17:34,900 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732709854898,5,FailOnTimeoutGroup] 2024-11-27T12:17:34,904 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732709854900,5,FailOnTimeoutGroup] 2024-11-27T12:17:34,904 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:34,904 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T12:17:34,906 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:34,906 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:34,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36345 is added to blk_1073741831_1007 (size=1321) 2024-11-27T12:17:34,909 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T12:17:34,910 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6 2024-11-27T12:17:34,919 DEBUG [RS:0;1ba5af43fd99:46795 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-27T12:17:34,919 WARN [RS:0;1ba5af43fd99:46795 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-27T12:17:34,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36345 is added to blk_1073741832_1008 (size=32) 2024-11-27T12:17:35,021 INFO [RS:0;1ba5af43fd99:46795 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ba5af43fd99,45883,1732709851136 with port=46795, startcode=1732709851905 2024-11-27T12:17:35,023 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45883 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ba5af43fd99,46795,1732709851905 2024-11-27T12:17:35,027 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45883 {}] master.ServerManager(517): Registering regionserver=1ba5af43fd99,46795,1732709851905 2024-11-27T12:17:35,035 DEBUG [RS:0;1ba5af43fd99:46795 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6 2024-11-27T12:17:35,035 DEBUG [RS:0;1ba5af43fd99:46795 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40821 2024-11-27T12:17:35,035 DEBUG [RS:0;1ba5af43fd99:46795 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T12:17:35,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45883-0x1017c3a08ba0000, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161476395/rs 2024-11-27T12:17:35,049 DEBUG [RS:0;1ba5af43fd99:46795 {}] zookeeper.ZKUtil(111): regionserver:46795-0x1017c3a08ba0001, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Set watcher on existing znode=/0-161476395/rs/1ba5af43fd99,46795,1732709851905 2024-11-27T12:17:35,049 WARN [RS:0;1ba5af43fd99:46795 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:17:35,049 INFO [RS:0;1ba5af43fd99:46795 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:17:35,050 DEBUG [RS:0;1ba5af43fd99:46795 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,46795,1732709851905 2024-11-27T12:17:35,052 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ba5af43fd99,46795,1732709851905] 2024-11-27T12:17:35,074 INFO [RS:0;1ba5af43fd99:46795 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T12:17:35,090 INFO [RS:0;1ba5af43fd99:46795 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T12:17:35,095 INFO [RS:0;1ba5af43fd99:46795 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T12:17:35,095 INFO [RS:0;1ba5af43fd99:46795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:35,098 INFO [RS:0;1ba5af43fd99:46795 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T12:17:35,104 INFO [RS:0;1ba5af43fd99:46795 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T12:17:35,106 INFO [RS:0;1ba5af43fd99:46795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:35,106 DEBUG [RS:0;1ba5af43fd99:46795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:17:35,106 DEBUG [RS:0;1ba5af43fd99:46795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:17:35,106 DEBUG [RS:0;1ba5af43fd99:46795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:17:35,106 DEBUG [RS:0;1ba5af43fd99:46795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:17:35,107 DEBUG [RS:0;1ba5af43fd99:46795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:17:35,107 DEBUG [RS:0;1ba5af43fd99:46795 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:17:35,107 DEBUG [RS:0;1ba5af43fd99:46795 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:17:35,107 DEBUG [RS:0;1ba5af43fd99:46795 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:17:35,107 DEBUG [RS:0;1ba5af43fd99:46795 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:17:35,107 DEBUG [RS:0;1ba5af43fd99:46795 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:17:35,108 DEBUG [RS:0;1ba5af43fd99:46795 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:17:35,108 DEBUG [RS:0;1ba5af43fd99:46795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:17:35,108 DEBUG [RS:0;1ba5af43fd99:46795 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:17:35,108 DEBUG [RS:0;1ba5af43fd99:46795 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:17:35,109 INFO [RS:0;1ba5af43fd99:46795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:35,110 INFO [RS:0;1ba5af43fd99:46795 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:35,110 INFO [RS:0;1ba5af43fd99:46795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:35,110 INFO [RS:0;1ba5af43fd99:46795 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:35,110 INFO [RS:0;1ba5af43fd99:46795 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:35,110 INFO [RS:0;1ba5af43fd99:46795 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,46795,1732709851905-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:17:35,131 INFO [RS:0;1ba5af43fd99:46795 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T12:17:35,133 INFO [RS:0;1ba5af43fd99:46795 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,46795,1732709851905-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:35,133 INFO [RS:0;1ba5af43fd99:46795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:35,133 INFO [RS:0;1ba5af43fd99:46795 {}] regionserver.Replication(171): 1ba5af43fd99,46795,1732709851905 started 2024-11-27T12:17:35,151 INFO [RS:0;1ba5af43fd99:46795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:35,152 INFO [RS:0;1ba5af43fd99:46795 {}] regionserver.HRegionServer(1482): Serving as 1ba5af43fd99,46795,1732709851905, RpcServer on 1ba5af43fd99/172.17.0.3:46795, sessionid=0x1017c3a08ba0001 2024-11-27T12:17:35,153 DEBUG [RS:0;1ba5af43fd99:46795 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T12:17:35,153 DEBUG [RS:0;1ba5af43fd99:46795 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ba5af43fd99,46795,1732709851905 2024-11-27T12:17:35,153 DEBUG [RS:0;1ba5af43fd99:46795 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,46795,1732709851905' 2024-11-27T12:17:35,153 DEBUG [RS:0;1ba5af43fd99:46795 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-161476395/flush-table-proc/abort' 2024-11-27T12:17:35,154 DEBUG [RS:0;1ba5af43fd99:46795 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-161476395/flush-table-proc/acquired' 2024-11-27T12:17:35,155 DEBUG [RS:0;1ba5af43fd99:46795 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T12:17:35,155 DEBUG [RS:0;1ba5af43fd99:46795 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T12:17:35,156 DEBUG [RS:0;1ba5af43fd99:46795 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ba5af43fd99,46795,1732709851905 2024-11-27T12:17:35,156 DEBUG [RS:0;1ba5af43fd99:46795 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,46795,1732709851905' 2024-11-27T12:17:35,156 DEBUG [RS:0;1ba5af43fd99:46795 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-161476395/online-snapshot/abort' 2024-11-27T12:17:35,157 DEBUG [RS:0;1ba5af43fd99:46795 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-161476395/online-snapshot/acquired' 2024-11-27T12:17:35,158 DEBUG [RS:0;1ba5af43fd99:46795 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T12:17:35,158 INFO [RS:0;1ba5af43fd99:46795 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T12:17:35,158 INFO [RS:0;1ba5af43fd99:46795 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T12:17:35,268 INFO [RS:0;1ba5af43fd99:46795 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:17:35,272 INFO [RS:0;1ba5af43fd99:46795 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C46795%2C1732709851905, suffix=, logDir=hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,46795,1732709851905, archiveDir=hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/oldWALs, maxLogs=10 2024-11-27T12:17:35,289 DEBUG [RS:0;1ba5af43fd99:46795 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,46795,1732709851905/1ba5af43fd99%2C46795%2C1732709851905.1732709855276, exclude list is [], retry=0 2024-11-27T12:17:35,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36345,DS-49d62ef6-cee6-41b8-826c-3651b0b7b223,DISK] 2024-11-27T12:17:35,296 INFO [RS:0;1ba5af43fd99:46795 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,46795,1732709851905/1ba5af43fd99%2C46795%2C1732709851905.1732709855276 2024-11-27T12:17:35,297 DEBUG [RS:0;1ba5af43fd99:46795 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37171:37171)] 2024-11-27T12:17:35,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:17:35,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:17:35,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:17:35,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:17:35,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:17:35,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:17:35,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:17:35,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:17:35,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:17:35,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:17:35,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:17:35,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:17:35,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:17:35,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:17:35,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:17:35,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:17:35,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:17:35,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:17:35,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/data/hbase/meta/1588230740 2024-11-27T12:17:35,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/data/hbase/meta/1588230740 2024-11-27T12:17:35,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:17:35,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:17:35,354 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:17:35,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:17:35,360 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:17:35,361 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61249534, jitterRate=-0.08731082081794739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:17:35,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732709855325Initializing all the Stores at 1732709855328 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709855328Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709855329 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709855329Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709855329Cleaning up temporary data from old regions at 1732709855353 (+24 ms)Region opened successfully at 1732709855365 (+12 ms) 2024-11-27T12:17:35,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:17:35,365 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:17:35,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:17:35,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:17:35,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:17:35,367 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:17:35,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732709855365Disabling compacts and flushes for region at 1732709855365Disabling writes for close at 1732709855365Writing region close event to WAL at 1732709855366 (+1 ms)Closed at 1732709855367 (+1 ms) 2024-11-27T12:17:35,370 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:17:35,371 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T12:17:35,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T12:17:35,385 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:17:35,388 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T12:17:35,540 DEBUG [1ba5af43fd99:45883 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T12:17:35,551 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ba5af43fd99,46795,1732709851905 2024-11-27T12:17:35,558 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,46795,1732709851905, state=OPENING 2024-11-27T12:17:35,585 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T12:17:35,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45883-0x1017c3a08ba0000, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161476395 2024-11-27T12:17:35,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x1017c3a08ba0001, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161476395 2024-11-27T12:17:35,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-161476395/meta-region-server: CHANGED 2024-11-27T12:17:35,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-161476395/meta-region-server: CHANGED 2024-11-27T12:17:35,598 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:17:35,601 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,46795,1732709851905}] 2024-11-27T12:17:35,779 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T12:17:35,782 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T12:17:35,793 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T12:17:35,794 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:17:35,794 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T12:17:35,798 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C46795%2C1732709851905.meta, suffix=.meta, logDir=hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,46795,1732709851905, archiveDir=hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/oldWALs, maxLogs=10 2024-11-27T12:17:35,815 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,46795,1732709851905/1ba5af43fd99%2C46795%2C1732709851905.meta.1732709855800.meta, exclude list is [], retry=0 2024-11-27T12:17:35,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36345,DS-49d62ef6-cee6-41b8-826c-3651b0b7b223,DISK] 2024-11-27T12:17:35,823 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,46795,1732709851905/1ba5af43fd99%2C46795%2C1732709851905.meta.1732709855800.meta 2024-11-27T12:17:35,824 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37171:37171)] 2024-11-27T12:17:35,824 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:17:35,830 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:17:35,831 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T12:17:35,834 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T12:17:35,836 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T12:17:35,839 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T12:17:35,840 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:17:35,840 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T12:17:35,840 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T12:17:35,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:17:35,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:17:35,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:17:35,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:17:35,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:17:35,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:17:35,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:17:35,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:17:35,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:17:35,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:17:35,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:17:35,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:17:35,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:17:35,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:17:35,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:17:35,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:17:35,859 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:17:35,861 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/data/hbase/meta/1588230740 2024-11-27T12:17:35,865 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/data/hbase/meta/1588230740 2024-11-27T12:17:35,869 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:17:35,869 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:17:35,870 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:17:35,874 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:17:35,877 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72555037, jitterRate=0.08115430176258087}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:17:35,877 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T12:17:35,880 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732709855841Writing region info on filesystem at 1732709855841Initializing all the Stores at 1732709855843 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709855843Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709855844 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709855844Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709855844Cleaning up temporary data from old regions at 1732709855869 (+25 ms)Running coprocessor post-open hooks at 1732709855877 (+8 ms)Region opened successfully at 1732709855879 (+2 ms) 2024-11-27T12:17:35,888 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732709855771 2024-11-27T12:17:35,904 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T12:17:35,904 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T12:17:35,907 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,46795,1732709851905 2024-11-27T12:17:35,911 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,46795,1732709851905, state=OPEN 2024-11-27T12:17:36,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x1017c3a08ba0001, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-161476395/meta-region-server 2024-11-27T12:17:36,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45883-0x1017c3a08ba0000, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-161476395/meta-region-server 2024-11-27T12:17:36,089 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-161476395/meta-region-server: CHANGED 2024-11-27T12:17:36,089 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-161476395/meta-region-server: CHANGED 2024-11-27T12:17:36,090 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ba5af43fd99,46795,1732709851905 2024-11-27T12:17:36,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T12:17:36,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,46795,1732709851905 in 490 msec 2024-11-27T12:17:36,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T12:17:36,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 723 msec 2024-11-27T12:17:36,110 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:17:36,110 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T12:17:36,133 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:17:36,134 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,46795,1732709851905, seqNum=-1] 2024-11-27T12:17:36,156 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:17:36,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:17:36,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3810 sec 2024-11-27T12:17:36,184 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732709856184, completionTime=-1 2024-11-27T12:17:36,186 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T12:17:36,187 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T12:17:36,216 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T12:17:36,216 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732709916216 2024-11-27T12:17:36,216 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732709976216 2024-11-27T12:17:36,216 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 29 msec 2024-11-27T12:17:36,218 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,45883,1732709851136-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:36,219 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,45883,1732709851136-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:36,219 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,45883,1732709851136-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:36,220 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ba5af43fd99:45883, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:36,221 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:36,221 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:36,231 DEBUG [master/1ba5af43fd99:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T12:17:36,257 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.197sec 2024-11-27T12:17:36,259 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T12:17:36,260 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T12:17:36,261 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T12:17:36,262 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T12:17:36,262 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T12:17:36,263 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,45883,1732709851136-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:17:36,264 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,45883,1732709851136-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T12:17:36,272 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T12:17:36,273 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T12:17:36,274 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,45883,1732709851136-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:36,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d784c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:17:36,306 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-27T12:17:36,306 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-27T12:17:36,310 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,45883,-1 for getting cluster id 2024-11-27T12:17:36,314 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:17:36,324 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31a48b1d-4b22-41f9-902a-08aa90eee196' 2024-11-27T12:17:36,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:17:36,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31a48b1d-4b22-41f9-902a-08aa90eee196" 2024-11-27T12:17:36,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9db649e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:17:36,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,45883,-1] 2024-11-27T12:17:36,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:17:36,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:36,337 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:17:36,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44127795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:17:36,342 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:17:36,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,46795,1732709851905, seqNum=-1] 2024-11-27T12:17:36,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:17:36,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:17:36,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ba5af43fd99,45883,1732709851136 2024-11-27T12:17:36,395 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51114 2024-11-27T12:17:36,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:17:36,418 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017c3a08ba0002 connected 2024-11-27T12:17:36,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4178d5ba-395e-7b39-dad8-f261e8d86464/hadoop.log.dir so I do NOT create it in target/test-data/81be093e-8f3a-9e5c-2f60-4c68cc85a87c 2024-11-27T12:17:36,453 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4178d5ba-395e-7b39-dad8-f261e8d86464/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T12:17:36,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4178d5ba-395e-7b39-dad8-f261e8d86464/hadoop.tmp.dir so I do NOT create it in target/test-data/81be093e-8f3a-9e5c-2f60-4c68cc85a87c 2024-11-27T12:17:36,453 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4178d5ba-395e-7b39-dad8-f261e8d86464/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T12:17:36,453 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81be093e-8f3a-9e5c-2f60-4c68cc85a87c 2024-11-27T12:17:36,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T12:17:36,453 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81be093e-8f3a-9e5c-2f60-4c68cc85a87c/cluster_82c6a49a-f605-6ada-8b02-ee832f679de5, deleteOnExit=true 2024-11-27T12:17:36,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T12:17:36,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81be093e-8f3a-9e5c-2f60-4c68cc85a87c/test.cache.data in system properties and HBase conf 2024-11-27T12:17:36,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81be093e-8f3a-9e5c-2f60-4c68cc85a87c/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T12:17:36,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81be093e-8f3a-9e5c-2f60-4c68cc85a87c/hadoop.log.dir in system properties and HBase conf 2024-11-27T12:17:36,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81be093e-8f3a-9e5c-2f60-4c68cc85a87c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T12:17:36,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81be093e-8f3a-9e5c-2f60-4c68cc85a87c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T12:17:36,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T12:17:36,455 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T12:17:36,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81be093e-8f3a-9e5c-2f60-4c68cc85a87c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:17:36,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81be093e-8f3a-9e5c-2f60-4c68cc85a87c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:17:36,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81be093e-8f3a-9e5c-2f60-4c68cc85a87c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T12:17:36,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81be093e-8f3a-9e5c-2f60-4c68cc85a87c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:17:36,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81be093e-8f3a-9e5c-2f60-4c68cc85a87c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T12:17:36,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81be093e-8f3a-9e5c-2f60-4c68cc85a87c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T12:17:36,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81be093e-8f3a-9e5c-2f60-4c68cc85a87c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:17:36,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81be093e-8f3a-9e5c-2f60-4c68cc85a87c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:17:36,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81be093e-8f3a-9e5c-2f60-4c68cc85a87c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T12:17:36,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81be093e-8f3a-9e5c-2f60-4c68cc85a87c/nfs.dump.dir in system properties and HBase conf 2024-11-27T12:17:36,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81be093e-8f3a-9e5c-2f60-4c68cc85a87c/java.io.tmpdir in system properties and HBase conf 2024-11-27T12:17:36,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81be093e-8f3a-9e5c-2f60-4c68cc85a87c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:17:36,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81be093e-8f3a-9e5c-2f60-4c68cc85a87c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T12:17:36,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81be093e-8f3a-9e5c-2f60-4c68cc85a87c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T12:17:36,854 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:17:36,866 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:17:36,873 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:17:36,873 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:17:36,873 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T12:17:36,877 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:17:36,880 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81be093e-8f3a-9e5c-2f60-4c68cc85a87c/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:17:36,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:17:37,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12160a33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81be093e-8f3a-9e5c-2f60-4c68cc85a87c/java.io.tmpdir/jetty-localhost-41805-hadoop-hdfs-3_4_1-tests_jar-_-any-1000769645281539507/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:17:37,030 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:41805} 2024-11-27T12:17:37,030 INFO [Time-limited test {}] server.Server(415): Started @12000ms 2024-11-27T12:17:37,337 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:17:37,343 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:17:37,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:17:37,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:17:37,344 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T12:17:37,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81be093e-8f3a-9e5c-2f60-4c68cc85a87c/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:17:37,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:17:37,450 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e60d0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81be093e-8f3a-9e5c-2f60-4c68cc85a87c/java.io.tmpdir/jetty-localhost-43029-hadoop-hdfs-3_4_1-tests_jar-_-any-13664312545811055626/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:17:37,451 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:43029} 2024-11-27T12:17:37,451 INFO [Time-limited test {}] server.Server(415): Started @12421ms 2024-11-27T12:17:37,453 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T12:17:38,421 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81be093e-8f3a-9e5c-2f60-4c68cc85a87c/cluster_82c6a49a-f605-6ada-8b02-ee832f679de5/data/data1/current/BP-399199243-172.17.0.3-1732709856492/current, will proceed with Du for space computation calculation, 2024-11-27T12:17:38,421 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81be093e-8f3a-9e5c-2f60-4c68cc85a87c/cluster_82c6a49a-f605-6ada-8b02-ee832f679de5/data/data2/current/BP-399199243-172.17.0.3-1732709856492/current, will proceed with Du for space computation calculation, 2024-11-27T12:17:38,446 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T12:17:38,450 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7a965089767eb4a7 with lease ID 0x3e6f3dc348cd3353: Processing first storage report for DS-5ac74b7b-5375-44c2-a5a8-a3756c9230af from datanode DatanodeRegistration(127.0.0.1:43269, datanodeUuid=9a9167ce-7005-4440-9563-9b1a110caf47, infoPort=41207, infoSecurePort=0, ipcPort=32983, storageInfo=lv=-57;cid=testClusterID;nsid=932422256;c=1732709856492) 2024-11-27T12:17:38,450 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7a965089767eb4a7 with lease ID 0x3e6f3dc348cd3353: from storage DS-5ac74b7b-5375-44c2-a5a8-a3756c9230af node DatanodeRegistration(127.0.0.1:43269, datanodeUuid=9a9167ce-7005-4440-9563-9b1a110caf47, infoPort=41207, infoSecurePort=0, ipcPort=32983, storageInfo=lv=-57;cid=testClusterID;nsid=932422256;c=1732709856492), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:17:38,450 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7a965089767eb4a7 with lease ID 0x3e6f3dc348cd3353: Processing first storage report for DS-841911bb-8f6f-46af-b5cb-9edd1d52d51b from datanode DatanodeRegistration(127.0.0.1:43269, datanodeUuid=9a9167ce-7005-4440-9563-9b1a110caf47, infoPort=41207, infoSecurePort=0, ipcPort=32983, storageInfo=lv=-57;cid=testClusterID;nsid=932422256;c=1732709856492) 2024-11-27T12:17:38,450 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7a965089767eb4a7 with lease ID 0x3e6f3dc348cd3353: from storage DS-841911bb-8f6f-46af-b5cb-9edd1d52d51b node DatanodeRegistration(127.0.0.1:43269, datanodeUuid=9a9167ce-7005-4440-9563-9b1a110caf47, infoPort=41207, infoSecurePort=0, ipcPort=32983, storageInfo=lv=-57;cid=testClusterID;nsid=932422256;c=1732709856492), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:17:38,504 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81be093e-8f3a-9e5c-2f60-4c68cc85a87c 2024-11-27T12:17:38,505 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:17:38,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:17:38,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43269 is added to blk_1073741825_1001 (size=7) 2024-11-27T12:17:38,924 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76 with version=8 2024-11-27T12:17:38,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/hbase-staging 2024-11-27T12:17:38,927 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T12:17:38,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:17:38,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:17:38,928 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:17:38,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:17:38,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:17:38,928 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T12:17:38,929 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:17:38,929 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42349 2024-11-27T12:17:38,932 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42349 connecting to ZooKeeper ensemble=127.0.0.1:51114 2024-11-27T12:17:38,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423490x0, quorum=127.0.0.1:51114, baseZNode=/11523774917 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:17:38,978 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42349-0x1017c3a08ba0003 connected 2024-11-27T12:17:39,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:17:39,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:17:39,168 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42349-0x1017c3a08ba0003, quorum=127.0.0.1:51114, baseZNode=/11523774917 Set watcher on znode that does not yet exist, /11523774917/running 2024-11-27T12:17:39,168 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76, hbase.cluster.distributed=false 2024-11-27T12:17:39,170 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42349-0x1017c3a08ba0003, quorum=127.0.0.1:51114, baseZNode=/11523774917 Set watcher on znode that does not yet exist, /11523774917/acl 2024-11-27T12:17:39,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42349 2024-11-27T12:17:39,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42349 2024-11-27T12:17:39,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42349 2024-11-27T12:17:39,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42349 2024-11-27T12:17:39,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42349 2024-11-27T12:17:39,192 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T12:17:39,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:17:39,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:17:39,192 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:17:39,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:17:39,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:17:39,193 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T12:17:39,193 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:17:39,193 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35677 2024-11-27T12:17:39,195 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35677 connecting to ZooKeeper ensemble=127.0.0.1:51114 2024-11-27T12:17:39,196 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:17:39,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:17:39,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356770x0, quorum=127.0.0.1:51114, baseZNode=/11523774917 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:17:39,206 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356770x0, quorum=127.0.0.1:51114, baseZNode=/11523774917 Set watcher on znode that does not yet exist, /11523774917/running 2024-11-27T12:17:39,206 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35677-0x1017c3a08ba0004 connected 2024-11-27T12:17:39,207 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T12:17:39,207 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T12:17:39,208 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35677-0x1017c3a08ba0004, quorum=127.0.0.1:51114, baseZNode=/11523774917 Set watcher on znode that does not yet exist, /11523774917/master 2024-11-27T12:17:39,209 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35677-0x1017c3a08ba0004, quorum=127.0.0.1:51114, baseZNode=/11523774917 Set watcher on znode that does not yet exist, /11523774917/acl 2024-11-27T12:17:39,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35677 2024-11-27T12:17:39,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35677 2024-11-27T12:17:39,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35677 2024-11-27T12:17:39,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35677 2024-11-27T12:17:39,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35677 2024-11-27T12:17:39,231 DEBUG [M:0;1ba5af43fd99:42349 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ba5af43fd99:42349 2024-11-27T12:17:39,232 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11523774917/backup-masters/1ba5af43fd99,42349,1732709858927 2024-11-27T12:17:39,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42349-0x1017c3a08ba0003, quorum=127.0.0.1:51114, baseZNode=/11523774917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11523774917/backup-masters 2024-11-27T12:17:39,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35677-0x1017c3a08ba0004, quorum=127.0.0.1:51114, baseZNode=/11523774917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11523774917/backup-masters 2024-11-27T12:17:39,238 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42349-0x1017c3a08ba0003, quorum=127.0.0.1:51114, baseZNode=/11523774917 Set watcher on existing znode=/11523774917/backup-masters/1ba5af43fd99,42349,1732709858927 2024-11-27T12:17:39,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35677-0x1017c3a08ba0004, quorum=127.0.0.1:51114, baseZNode=/11523774917 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11523774917/master 2024-11-27T12:17:39,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42349-0x1017c3a08ba0003, quorum=127.0.0.1:51114, baseZNode=/11523774917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11523774917 2024-11-27T12:17:39,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35677-0x1017c3a08ba0004, quorum=127.0.0.1:51114, baseZNode=/11523774917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11523774917 2024-11-27T12:17:39,248 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42349-0x1017c3a08ba0003, quorum=127.0.0.1:51114, baseZNode=/11523774917 Set watcher on existing znode=/11523774917/master 2024-11-27T12:17:39,249 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11523774917/backup-masters/1ba5af43fd99,42349,1732709858927 from backup master directory 2024-11-27T12:17:39,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42349-0x1017c3a08ba0003, quorum=127.0.0.1:51114, baseZNode=/11523774917 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11523774917/backup-masters/1ba5af43fd99,42349,1732709858927 2024-11-27T12:17:39,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35677-0x1017c3a08ba0004, quorum=127.0.0.1:51114, baseZNode=/11523774917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11523774917/backup-masters 2024-11-27T12:17:39,258 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:17:39,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42349-0x1017c3a08ba0003, quorum=127.0.0.1:51114, baseZNode=/11523774917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11523774917/backup-masters 2024-11-27T12:17:39,258 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ba5af43fd99,42349,1732709858927 2024-11-27T12:17:39,267 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/hbase.id] with ID: b9c82b21-107f-44b1-bbbb-36ec81b2a111 2024-11-27T12:17:39,267 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/.tmp/hbase.id 2024-11-27T12:17:39,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43269 is added to blk_1073741826_1002 (size=42) 2024-11-27T12:17:39,675 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/.tmp/hbase.id]:[hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/hbase.id] 2024-11-27T12:17:39,737 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:17:39,737 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T12:17:39,750 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 13ms. 2024-11-27T12:17:39,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35677-0x1017c3a08ba0004, quorum=127.0.0.1:51114, baseZNode=/11523774917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11523774917 2024-11-27T12:17:39,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42349-0x1017c3a08ba0003, quorum=127.0.0.1:51114, baseZNode=/11523774917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11523774917 2024-11-27T12:17:39,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43269 is added to blk_1073741827_1003 (size=196) 2024-11-27T12:17:39,828 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:17:39,828 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T12:17:39,829 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:17:39,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43269 is added to blk_1073741828_1004 (size=1189) 2024-11-27T12:17:40,278 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/MasterData/data/master/store 2024-11-27T12:17:40,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43269 is added to blk_1073741829_1005 (size=34) 2024-11-27T12:17:40,695 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:17:40,696 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:17:40,696 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:17:40,697 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:17:40,697 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:17:40,697 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:17:40,697 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:17:40,697 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732709860696Disabling compacts and flushes for region at 1732709860696Disabling writes for close at 1732709860697 (+1 ms)Writing region close event to WAL at 1732709860697Closed at 1732709860697 2024-11-27T12:17:40,701 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/MasterData/data/master/store/.initializing 2024-11-27T12:17:40,701 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/MasterData/WALs/1ba5af43fd99,42349,1732709858927 2024-11-27T12:17:40,704 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:17:40,708 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ba5af43fd99%2C42349%2C1732709858927, suffix=, logDir=hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/MasterData/WALs/1ba5af43fd99,42349,1732709858927, archiveDir=hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/MasterData/oldWALs, maxLogs=10 2024-11-27T12:17:40,724 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/MasterData/WALs/1ba5af43fd99,42349,1732709858927/1ba5af43fd99%2C42349%2C1732709858927.1732709860708, exclude list is [], retry=0 2024-11-27T12:17:40,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43269,DS-5ac74b7b-5375-44c2-a5a8-a3756c9230af,DISK] 2024-11-27T12:17:40,731 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/MasterData/WALs/1ba5af43fd99,42349,1732709858927/1ba5af43fd99%2C42349%2C1732709858927.1732709860708 2024-11-27T12:17:40,731 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41207:41207)] 2024-11-27T12:17:40,731 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:17:40,732 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:17:40,732 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:17:40,732 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:17:40,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:17:40,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T12:17:40,737 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:17:40,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:17:40,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:17:40,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T12:17:40,741 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:17:40,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:17:40,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:17:40,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T12:17:40,745 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:17:40,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:17:40,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:17:40,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T12:17:40,751 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:17:40,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:17:40,752 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:17:40,754 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:17:40,755 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:17:40,757 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:17:40,757 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:17:40,758 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:17:40,760 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:17:40,764 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:17:40,765 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58800564, jitterRate=-0.12380331754684448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:17:40,765 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732709860732Initializing all the Stores at 1732709860734 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709860734Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709860734Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709860734Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709860734Cleaning up temporary data from old regions at 1732709860757 (+23 ms)Region opened successfully at 1732709860765 (+8 ms) 2024-11-27T12:17:40,765 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T12:17:40,770 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@265a56a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T12:17:40,771 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T12:17:40,771 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T12:17:40,771 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T12:17:40,772 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T12:17:40,773 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T12:17:40,773 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T12:17:40,773 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T12:17:40,777 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T12:17:40,778 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42349-0x1017c3a08ba0003, quorum=127.0.0.1:51114, baseZNode=/11523774917 Unable to get data of znode /11523774917/balancer because node does not exist (not necessarily an error) 2024-11-27T12:17:40,795 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11523774917/balancer already deleted, retry=false 2024-11-27T12:17:40,795 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T12:17:40,796 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42349-0x1017c3a08ba0003, quorum=127.0.0.1:51114, baseZNode=/11523774917 Unable to get data of znode /11523774917/normalizer because node does not exist (not necessarily an error) 2024-11-27T12:17:40,805 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11523774917/normalizer already deleted, retry=false 2024-11-27T12:17:40,806 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T12:17:40,807 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42349-0x1017c3a08ba0003, quorum=127.0.0.1:51114, baseZNode=/11523774917 Unable to get data of znode /11523774917/switch/split because node does not exist (not necessarily an error) 2024-11-27T12:17:40,816 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11523774917/switch/split already deleted, retry=false 2024-11-27T12:17:40,817 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42349-0x1017c3a08ba0003, quorum=127.0.0.1:51114, baseZNode=/11523774917 Unable to get data of znode /11523774917/switch/merge because node does not exist (not necessarily an error) 2024-11-27T12:17:40,826 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11523774917/switch/merge already deleted, retry=false 2024-11-27T12:17:40,830 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42349-0x1017c3a08ba0003, quorum=127.0.0.1:51114, baseZNode=/11523774917 Unable to get data of znode /11523774917/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T12:17:40,837 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11523774917/snapshot-cleanup already deleted, retry=false 2024-11-27T12:17:40,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42349-0x1017c3a08ba0003, quorum=127.0.0.1:51114, baseZNode=/11523774917 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11523774917/running 2024-11-27T12:17:40,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35677-0x1017c3a08ba0004, quorum=127.0.0.1:51114, baseZNode=/11523774917 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11523774917/running 2024-11-27T12:17:40,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42349-0x1017c3a08ba0003, quorum=127.0.0.1:51114, baseZNode=/11523774917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11523774917 2024-11-27T12:17:40,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35677-0x1017c3a08ba0004, quorum=127.0.0.1:51114, baseZNode=/11523774917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11523774917 2024-11-27T12:17:40,848 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ba5af43fd99,42349,1732709858927, sessionid=0x1017c3a08ba0003, setting cluster-up flag (Was=false) 2024-11-27T12:17:40,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35677-0x1017c3a08ba0004, quorum=127.0.0.1:51114, baseZNode=/11523774917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11523774917 2024-11-27T12:17:40,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42349-0x1017c3a08ba0003, quorum=127.0.0.1:51114, baseZNode=/11523774917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11523774917 2024-11-27T12:17:40,900 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11523774917/flush-table-proc/acquired, /11523774917/flush-table-proc/reached, /11523774917/flush-table-proc/abort 2024-11-27T12:17:40,903 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,42349,1732709858927 2024-11-27T12:17:40,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35677-0x1017c3a08ba0004, quorum=127.0.0.1:51114, baseZNode=/11523774917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11523774917 2024-11-27T12:17:40,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42349-0x1017c3a08ba0003, quorum=127.0.0.1:51114, baseZNode=/11523774917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11523774917 2024-11-27T12:17:40,953 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11523774917/online-snapshot/acquired, /11523774917/online-snapshot/reached, /11523774917/online-snapshot/abort 2024-11-27T12:17:40,955 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,42349,1732709858927 2024-11-27T12:17:40,957 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T12:17:40,960 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T12:17:40,961 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T12:17:40,961 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T12:17:40,961 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ba5af43fd99,42349,1732709858927 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T12:17:40,963 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:17:40,964 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:17:40,964 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:17:40,964 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:17:40,964 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ba5af43fd99:0, corePoolSize=10, maxPoolSize=10 2024-11-27T12:17:40,964 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:17:40,964 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:17:40,964 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:17:40,965 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732709890965 2024-11-27T12:17:40,965 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T12:17:40,965 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T12:17:40,965 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T12:17:40,965 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T12:17:40,966 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T12:17:40,966 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T12:17:40,966 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:40,966 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T12:17:40,966 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T12:17:40,966 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T12:17:40,966 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T12:17:40,967 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:17:40,967 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T12:17:40,967 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T12:17:40,967 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T12:17:40,967 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732709860967,5,FailOnTimeoutGroup] 2024-11-27T12:17:40,968 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732709860967,5,FailOnTimeoutGroup] 2024-11-27T12:17:40,968 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:40,968 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T12:17:40,968 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:40,968 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:40,969 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:17:40,969 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T12:17:40,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43269 is added to blk_1073741831_1007 (size=1321) 2024-11-27T12:17:41,023 INFO [RS:0;1ba5af43fd99:35677 {}] regionserver.HRegionServer(746): ClusterId : b9c82b21-107f-44b1-bbbb-36ec81b2a111 2024-11-27T12:17:41,023 DEBUG [RS:0;1ba5af43fd99:35677 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T12:17:41,032 DEBUG [RS:0;1ba5af43fd99:35677 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T12:17:41,032 DEBUG [RS:0;1ba5af43fd99:35677 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T12:17:41,038 DEBUG [RS:0;1ba5af43fd99:35677 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T12:17:41,039 DEBUG [RS:0;1ba5af43fd99:35677 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e662a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T12:17:41,054 DEBUG [RS:0;1ba5af43fd99:35677 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ba5af43fd99:35677 2024-11-27T12:17:41,054 INFO [RS:0;1ba5af43fd99:35677 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T12:17:41,054 INFO [RS:0;1ba5af43fd99:35677 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T12:17:41,054 DEBUG [RS:0;1ba5af43fd99:35677 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T12:17:41,055 INFO [RS:0;1ba5af43fd99:35677 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ba5af43fd99,42349,1732709858927 with port=35677, startcode=1732709859192 2024-11-27T12:17:41,056 DEBUG [RS:0;1ba5af43fd99:35677 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T12:17:41,058 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58413, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T12:17:41,059 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42349 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ba5af43fd99,35677,1732709859192 2024-11-27T12:17:41,059 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42349 {}] master.ServerManager(517): Registering regionserver=1ba5af43fd99,35677,1732709859192 2024-11-27T12:17:41,063 DEBUG [RS:0;1ba5af43fd99:35677 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76 2024-11-27T12:17:41,063 DEBUG [RS:0;1ba5af43fd99:35677 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36089 2024-11-27T12:17:41,063 DEBUG [RS:0;1ba5af43fd99:35677 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T12:17:41,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42349-0x1017c3a08ba0003, quorum=127.0.0.1:51114, baseZNode=/11523774917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11523774917/rs 2024-11-27T12:17:41,138 DEBUG [RS:0;1ba5af43fd99:35677 {}] zookeeper.ZKUtil(111): regionserver:35677-0x1017c3a08ba0004, quorum=127.0.0.1:51114, baseZNode=/11523774917 Set watcher on existing znode=/11523774917/rs/1ba5af43fd99,35677,1732709859192 2024-11-27T12:17:41,138 WARN [RS:0;1ba5af43fd99:35677 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:17:41,138 INFO [RS:0;1ba5af43fd99:35677 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:17:41,138 DEBUG [RS:0;1ba5af43fd99:35677 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/WALs/1ba5af43fd99,35677,1732709859192 2024-11-27T12:17:41,138 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ba5af43fd99,35677,1732709859192] 2024-11-27T12:17:41,143 INFO [RS:0;1ba5af43fd99:35677 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T12:17:41,147 INFO [RS:0;1ba5af43fd99:35677 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T12:17:41,147 INFO [RS:0;1ba5af43fd99:35677 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T12:17:41,147 INFO [RS:0;1ba5af43fd99:35677 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:41,148 INFO [RS:0;1ba5af43fd99:35677 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T12:17:41,149 INFO [RS:0;1ba5af43fd99:35677 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T12:17:41,149 INFO [RS:0;1ba5af43fd99:35677 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:41,150 DEBUG [RS:0;1ba5af43fd99:35677 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:17:41,150 DEBUG [RS:0;1ba5af43fd99:35677 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:17:41,150 DEBUG [RS:0;1ba5af43fd99:35677 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:17:41,150 DEBUG [RS:0;1ba5af43fd99:35677 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:17:41,150 DEBUG [RS:0;1ba5af43fd99:35677 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:17:41,150 DEBUG [RS:0;1ba5af43fd99:35677 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:17:41,150 DEBUG [RS:0;1ba5af43fd99:35677 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:17:41,150 DEBUG [RS:0;1ba5af43fd99:35677 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:17:41,150 DEBUG [RS:0;1ba5af43fd99:35677 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:17:41,150 DEBUG [RS:0;1ba5af43fd99:35677 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:17:41,150 DEBUG [RS:0;1ba5af43fd99:35677 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:17:41,150 DEBUG [RS:0;1ba5af43fd99:35677 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:17:41,151 DEBUG [RS:0;1ba5af43fd99:35677 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:17:41,151 DEBUG [RS:0;1ba5af43fd99:35677 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:17:41,151 INFO [RS:0;1ba5af43fd99:35677 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:41,151 INFO [RS:0;1ba5af43fd99:35677 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:41,151 INFO [RS:0;1ba5af43fd99:35677 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:41,151 INFO [RS:0;1ba5af43fd99:35677 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:41,151 INFO [RS:0;1ba5af43fd99:35677 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:41,151 INFO [RS:0;1ba5af43fd99:35677 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,35677,1732709859192-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:17:41,166 INFO [RS:0;1ba5af43fd99:35677 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T12:17:41,166 INFO [RS:0;1ba5af43fd99:35677 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,35677,1732709859192-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:41,166 INFO [RS:0;1ba5af43fd99:35677 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:41,166 INFO [RS:0;1ba5af43fd99:35677 {}] regionserver.Replication(171): 1ba5af43fd99,35677,1732709859192 started 2024-11-27T12:17:41,180 INFO [RS:0;1ba5af43fd99:35677 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:41,180 INFO [RS:0;1ba5af43fd99:35677 {}] regionserver.HRegionServer(1482): Serving as 1ba5af43fd99,35677,1732709859192, RpcServer on 1ba5af43fd99/172.17.0.3:35677, sessionid=0x1017c3a08ba0004 2024-11-27T12:17:41,180 DEBUG [RS:0;1ba5af43fd99:35677 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T12:17:41,180 DEBUG [RS:0;1ba5af43fd99:35677 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ba5af43fd99,35677,1732709859192 2024-11-27T12:17:41,180 DEBUG [RS:0;1ba5af43fd99:35677 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,35677,1732709859192' 2024-11-27T12:17:41,180 DEBUG [RS:0;1ba5af43fd99:35677 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11523774917/flush-table-proc/abort' 2024-11-27T12:17:41,181 DEBUG [RS:0;1ba5af43fd99:35677 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11523774917/flush-table-proc/acquired' 2024-11-27T12:17:41,182 DEBUG [RS:0;1ba5af43fd99:35677 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T12:17:41,182 DEBUG [RS:0;1ba5af43fd99:35677 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T12:17:41,182 DEBUG [RS:0;1ba5af43fd99:35677 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ba5af43fd99,35677,1732709859192 2024-11-27T12:17:41,182 DEBUG [RS:0;1ba5af43fd99:35677 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,35677,1732709859192' 2024-11-27T12:17:41,182 DEBUG [RS:0;1ba5af43fd99:35677 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11523774917/online-snapshot/abort' 2024-11-27T12:17:41,183 DEBUG [RS:0;1ba5af43fd99:35677 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11523774917/online-snapshot/acquired' 2024-11-27T12:17:41,183 DEBUG [RS:0;1ba5af43fd99:35677 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T12:17:41,183 INFO [RS:0;1ba5af43fd99:35677 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T12:17:41,183 INFO [RS:0;1ba5af43fd99:35677 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T12:17:41,285 INFO [RS:0;1ba5af43fd99:35677 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:17:41,293 INFO [RS:0;1ba5af43fd99:35677 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C35677%2C1732709859192, suffix=, logDir=hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/WALs/1ba5af43fd99,35677,1732709859192, archiveDir=hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/oldWALs, maxLogs=10 2024-11-27T12:17:41,310 DEBUG [RS:0;1ba5af43fd99:35677 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/WALs/1ba5af43fd99,35677,1732709859192/1ba5af43fd99%2C35677%2C1732709859192.1732709861296, exclude list is [], retry=0 2024-11-27T12:17:41,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43269,DS-5ac74b7b-5375-44c2-a5a8-a3756c9230af,DISK] 2024-11-27T12:17:41,318 INFO [RS:0;1ba5af43fd99:35677 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/WALs/1ba5af43fd99,35677,1732709859192/1ba5af43fd99%2C35677%2C1732709859192.1732709861296 2024-11-27T12:17:41,318 DEBUG [RS:0;1ba5af43fd99:35677 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41207:41207)] 2024-11-27T12:17:41,349 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:17:41,379 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T12:17:41,380 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76 2024-11-27T12:17:41,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43269 is added to blk_1073741833_1009 (size=32) 2024-11-27T12:17:41,409 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T12:17:41,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T12:17:41,473 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T12:17:41,475 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:17:41,475 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-27T12:17:41,475 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:17:41,475 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T12:17:41,476 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T12:17:41,476 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T12:17:41,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:17:41,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:17:41,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:17:41,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:17:41,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:17:41,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:17:41,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:17:41,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:17:41,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:17:41,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:17:41,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:17:41,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:17:41,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:17:41,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:17:41,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:17:41,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:17:41,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:17:41,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:17:41,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/data/hbase/meta/1588230740 2024-11-27T12:17:41,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/data/hbase/meta/1588230740 2024-11-27T12:17:41,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:17:41,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:17:41,807 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:17:41,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:17:41,812 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:17:41,813 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73465942, jitterRate=0.09472784399986267}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:17:41,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732709861790Initializing all the Stores at 1732709861792 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709861792Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709861792Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709861792Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709861792Cleaning up temporary data from old regions at 1732709861806 (+14 ms)Region opened successfully at 1732709861813 (+7 ms) 2024-11-27T12:17:41,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:17:41,813 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:17:41,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:17:41,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:17:41,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:17:41,814 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:17:41,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732709861813Disabling compacts and flushes for region at 1732709861813Disabling writes for close at 1732709861814 (+1 ms)Writing region close event to WAL at 1732709861814Closed at 1732709861814 2024-11-27T12:17:41,816 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:17:41,816 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T12:17:41,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T12:17:41,819 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:17:41,821 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T12:17:41,971 DEBUG [1ba5af43fd99:42349 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T12:17:41,972 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ba5af43fd99,35677,1732709859192 2024-11-27T12:17:41,974 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,35677,1732709859192, state=OPENING 2024-11-27T12:17:41,984 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T12:17:41,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35677-0x1017c3a08ba0004, quorum=127.0.0.1:51114, baseZNode=/11523774917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11523774917 2024-11-27T12:17:41,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42349-0x1017c3a08ba0003, quorum=127.0.0.1:51114, baseZNode=/11523774917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11523774917 2024-11-27T12:17:41,996 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11523774917/meta-region-server: CHANGED 2024-11-27T12:17:41,996 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:17:41,996 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11523774917/meta-region-server: CHANGED 2024-11-27T12:17:41,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,35677,1732709859192}] 2024-11-27T12:17:42,150 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T12:17:42,153 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51315, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T12:17:42,159 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T12:17:42,159 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:17:42,159 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T12:17:42,163 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C35677%2C1732709859192.meta, suffix=.meta, logDir=hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/WALs/1ba5af43fd99,35677,1732709859192, archiveDir=hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/oldWALs, maxLogs=10 2024-11-27T12:17:42,180 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/WALs/1ba5af43fd99,35677,1732709859192/1ba5af43fd99%2C35677%2C1732709859192.meta.1732709862165.meta, exclude list is [], retry=0 2024-11-27T12:17:42,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43269,DS-5ac74b7b-5375-44c2-a5a8-a3756c9230af,DISK] 2024-11-27T12:17:42,186 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/WALs/1ba5af43fd99,35677,1732709859192/1ba5af43fd99%2C35677%2C1732709859192.meta.1732709862165.meta 2024-11-27T12:17:42,187 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41207:41207)] 2024-11-27T12:17:42,187 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:17:42,187 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:17:42,187 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T12:17:42,187 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T12:17:42,188 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T12:17:42,188 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T12:17:42,188 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:17:42,188 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T12:17:42,188 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T12:17:42,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:17:42,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:17:42,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:17:42,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:17:42,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:17:42,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:17:42,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:17:42,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:17:42,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:17:42,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:17:42,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:17:42,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:17:42,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:17:42,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:17:42,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:17:42,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:17:42,199 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:17:42,200 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/data/hbase/meta/1588230740 2024-11-27T12:17:42,201 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/data/hbase/meta/1588230740 2024-11-27T12:17:42,203 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:17:42,203 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:17:42,204 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:17:42,206 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:17:42,207 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75099515, jitterRate=0.11906997859477997}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:17:42,207 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T12:17:42,207 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732709862188Writing region info on filesystem at 1732709862188Initializing all the Stores at 1732709862190 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709862190Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709862191 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709862191Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709862191Cleaning up temporary data from old regions at 1732709862203 (+12 ms)Running coprocessor post-open hooks at 1732709862207 (+4 ms)Region opened successfully at 1732709862207 2024-11-27T12:17:42,209 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732709862150 2024-11-27T12:17:42,213 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T12:17:42,213 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T12:17:42,214 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,35677,1732709859192 2024-11-27T12:17:42,216 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,35677,1732709859192, state=OPEN 2024-11-27T12:17:42,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35677-0x1017c3a08ba0004, quorum=127.0.0.1:51114, baseZNode=/11523774917 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11523774917/meta-region-server 2024-11-27T12:17:42,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42349-0x1017c3a08ba0003, quorum=127.0.0.1:51114, baseZNode=/11523774917 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11523774917/meta-region-server 2024-11-27T12:17:42,237 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ba5af43fd99,35677,1732709859192 2024-11-27T12:17:42,237 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11523774917/meta-region-server: CHANGED 2024-11-27T12:17:42,237 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11523774917/meta-region-server: CHANGED 2024-11-27T12:17:42,243 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T12:17:42,243 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,35677,1732709859192 in 241 msec 2024-11-27T12:17:42,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T12:17:42,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 427 msec 2024-11-27T12:17:42,251 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:17:42,251 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T12:17:42,253 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:17:42,253 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,35677,1732709859192, seqNum=-1] 2024-11-27T12:17:42,254 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:17:42,255 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:17:42,264 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3030 sec 2024-11-27T12:17:42,264 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732709862264, completionTime=-1 2024-11-27T12:17:42,264 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T12:17:42,264 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T12:17:42,266 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T12:17:42,267 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732709922266 2024-11-27T12:17:42,267 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732709982267 2024-11-27T12:17:42,267 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T12:17:42,267 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,42349,1732709858927-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:42,267 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,42349,1732709858927-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:42,267 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,42349,1732709858927-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:42,267 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ba5af43fd99:42349, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:42,267 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:42,268 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:42,270 DEBUG [master/1ba5af43fd99:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T12:17:42,272 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.013sec 2024-11-27T12:17:42,272 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T12:17:42,273 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T12:17:42,273 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T12:17:42,273 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T12:17:42,273 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T12:17:42,273 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,42349,1732709858927-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:17:42,273 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,42349,1732709858927-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T12:17:42,276 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T12:17:42,276 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T12:17:42,276 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,42349,1732709858927-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:42,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9fb9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:17:42,324 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,42349,-1 for getting cluster id 2024-11-27T12:17:42,324 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:17:42,327 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9c82b21-107f-44b1-bbbb-36ec81b2a111' 2024-11-27T12:17:42,327 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:17:42,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9c82b21-107f-44b1-bbbb-36ec81b2a111" 2024-11-27T12:17:42,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17d0ff75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:17:42,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,42349,-1] 2024-11-27T12:17:42,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:17:42,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:42,331 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:17:42,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1877a7a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:17:42,333 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:17:42,335 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,35677,1732709859192, seqNum=-1] 2024-11-27T12:17:42,336 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:17:42,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:17:42,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ba5af43fd99,42349,1732709858927 2024-11-27T12:17:42,343 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51114 2024-11-27T12:17:42,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51114, baseZNode=/11523774917 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:17:42,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017c3a08ba0005 connected 2024-11-27T12:17:42,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa3330, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:17:42,370 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,45883,-1 for getting cluster id 2024-11-27T12:17:42,370 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:17:42,371 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31a48b1d-4b22-41f9-902a-08aa90eee196' 2024-11-27T12:17:42,372 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:17:42,372 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31a48b1d-4b22-41f9-902a-08aa90eee196" 2024-11-27T12:17:42,372 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ddd757e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:17:42,372 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,45883,-1] 2024-11-27T12:17:42,373 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:17:42,373 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:42,375 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:17:42,377 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36905bb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:17:42,387 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:17:42,392 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,45883,1732709851136 2024-11-27T12:17:42,395 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3460a930 2024-11-27T12:17:42,396 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:17:42,399 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:17:42,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://1ba5af43fd99:42349,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T12:17:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T12:17:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:17:42,413 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ba5af43fd99:42349' 2024-11-27T12:17:42,415 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f3c1233, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:17:42,415 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,42349,-1 for getting cluster id 2024-11-27T12:17:42,415 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:17:42,416 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9c82b21-107f-44b1-bbbb-36ec81b2a111' 2024-11-27T12:17:42,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:17:42,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9c82b21-107f-44b1-bbbb-36ec81b2a111" 2024-11-27T12:17:42,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f2be8d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:17:42,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,42349,-1] 2024-11-27T12:17:42,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:17:42,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:42,420 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:17:42,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21423dca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:17:42,422 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:17:42,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,42349,1732709858927 2024-11-27T12:17:42,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c96337d 2024-11-27T12:17:42,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:17:42,430 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:17:42,443 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-27T12:17:42,443 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T12:17:42,448 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:42,449 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:42,449 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:17:42,450 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:17:42,455 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T12:17:42,458 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T12:17:42,458 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:17:42,460 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T12:17:42,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36345 is added to blk_1073741835_1011 (size=1138) 2024-11-27T12:17:42,507 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T12:17:42,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:17:42,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:17:42,875 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4a87fbef0f6d7dde649d7813098d702a, NAME => 'hbase:replication,,1732709862450.4a87fbef0f6d7dde649d7813098d702a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6 2024-11-27T12:17:42,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36345 is added to blk_1073741836_1012 (size=44) 2024-11-27T12:17:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:17:43,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732709862450.4a87fbef0f6d7dde649d7813098d702a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:17:43,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4a87fbef0f6d7dde649d7813098d702a, disabling compactions & flushes 2024-11-27T12:17:43,288 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732709862450.4a87fbef0f6d7dde649d7813098d702a. 2024-11-27T12:17:43,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732709862450.4a87fbef0f6d7dde649d7813098d702a. 2024-11-27T12:17:43,289 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732709862450.4a87fbef0f6d7dde649d7813098d702a. after waiting 0 ms 2024-11-27T12:17:43,289 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732709862450.4a87fbef0f6d7dde649d7813098d702a. 2024-11-27T12:17:43,289 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732709862450.4a87fbef0f6d7dde649d7813098d702a. 2024-11-27T12:17:43,289 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4a87fbef0f6d7dde649d7813098d702a: Waiting for close lock at 1732709863288Disabling compacts and flushes for region at 1732709863288Disabling writes for close at 1732709863289 (+1 ms)Writing region close event to WAL at 1732709863289Closed at 1732709863289 2024-11-27T12:17:43,294 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T12:17:43,301 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732709862450.4a87fbef0f6d7dde649d7813098d702a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732709863294"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732709863294"}]},"ts":"1732709863294"} 2024-11-27T12:17:43,307 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T12:17:43,309 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T12:17:43,311 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732709863309"}]},"ts":"1732709863309"} 2024-11-27T12:17:43,315 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T12:17:43,316 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4a87fbef0f6d7dde649d7813098d702a, ASSIGN}] 2024-11-27T12:17:43,319 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4a87fbef0f6d7dde649d7813098d702a, ASSIGN 2024-11-27T12:17:43,320 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4a87fbef0f6d7dde649d7813098d702a, ASSIGN; state=OFFLINE, location=1ba5af43fd99,46795,1732709851905; forceNewPlan=false, retain=false 2024-11-27T12:17:43,474 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4a87fbef0f6d7dde649d7813098d702a, regionState=OPENING, regionLocation=1ba5af43fd99,46795,1732709851905 2024-11-27T12:17:43,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4a87fbef0f6d7dde649d7813098d702a, ASSIGN because future has completed 2024-11-27T12:17:43,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a87fbef0f6d7dde649d7813098d702a, server=1ba5af43fd99,46795,1732709851905}] 2024-11-27T12:17:43,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:17:43,643 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732709862450.4a87fbef0f6d7dde649d7813098d702a. 2024-11-27T12:17:43,643 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:17:43,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T12:17:43,647 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C46795%2C1732709851905.rep, suffix=, logDir=hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,46795,1732709851905, archiveDir=hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/oldWALs, maxLogs=10 2024-11-27T12:17:43,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,46795,1732709851905/1ba5af43fd99%2C46795%2C1732709851905.rep.1732709863648, exclude list is [], retry=0 2024-11-27T12:17:43,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36345,DS-49d62ef6-cee6-41b8-826c-3651b0b7b223,DISK] 2024-11-27T12:17:43,669 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,46795,1732709851905/1ba5af43fd99%2C46795%2C1732709851905.rep.1732709863648 2024-11-27T12:17:43,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37171:37171)] 2024-11-27T12:17:43,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 4a87fbef0f6d7dde649d7813098d702a, NAME => 'hbase:replication,,1732709862450.4a87fbef0f6d7dde649d7813098d702a.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:17:43,670 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:17:43,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T12:17:43,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732709862450.4a87fbef0f6d7dde649d7813098d702a. service=MultiRowMutationService 2024-11-27T12:17:43,671 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T12:17:43,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4a87fbef0f6d7dde649d7813098d702a 2024-11-27T12:17:43,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732709862450.4a87fbef0f6d7dde649d7813098d702a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:17:43,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 4a87fbef0f6d7dde649d7813098d702a 2024-11-27T12:17:43,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 4a87fbef0f6d7dde649d7813098d702a 2024-11-27T12:17:43,674 INFO [StoreOpener-4a87fbef0f6d7dde649d7813098d702a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4a87fbef0f6d7dde649d7813098d702a 2024-11-27T12:17:43,675 INFO [StoreOpener-4a87fbef0f6d7dde649d7813098d702a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a87fbef0f6d7dde649d7813098d702a columnFamilyName hfileref 2024-11-27T12:17:43,676 DEBUG [StoreOpener-4a87fbef0f6d7dde649d7813098d702a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:17:43,676 INFO [StoreOpener-4a87fbef0f6d7dde649d7813098d702a-1 {}] regionserver.HStore(327): Store=4a87fbef0f6d7dde649d7813098d702a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:17:43,676 INFO [StoreOpener-4a87fbef0f6d7dde649d7813098d702a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4a87fbef0f6d7dde649d7813098d702a 2024-11-27T12:17:43,679 INFO [StoreOpener-4a87fbef0f6d7dde649d7813098d702a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a87fbef0f6d7dde649d7813098d702a columnFamilyName queue 2024-11-27T12:17:43,679 DEBUG [StoreOpener-4a87fbef0f6d7dde649d7813098d702a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:17:43,680 INFO [StoreOpener-4a87fbef0f6d7dde649d7813098d702a-1 {}] regionserver.HStore(327): Store=4a87fbef0f6d7dde649d7813098d702a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:17:43,680 INFO [StoreOpener-4a87fbef0f6d7dde649d7813098d702a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4a87fbef0f6d7dde649d7813098d702a 2024-11-27T12:17:43,682 INFO [StoreOpener-4a87fbef0f6d7dde649d7813098d702a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a87fbef0f6d7dde649d7813098d702a columnFamilyName sid 2024-11-27T12:17:43,683 DEBUG [StoreOpener-4a87fbef0f6d7dde649d7813098d702a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:17:43,683 INFO [StoreOpener-4a87fbef0f6d7dde649d7813098d702a-1 {}] regionserver.HStore(327): Store=4a87fbef0f6d7dde649d7813098d702a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:17:43,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 4a87fbef0f6d7dde649d7813098d702a 2024-11-27T12:17:43,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/data/hbase/replication/4a87fbef0f6d7dde649d7813098d702a 2024-11-27T12:17:43,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/data/hbase/replication/4a87fbef0f6d7dde649d7813098d702a 2024-11-27T12:17:43,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 4a87fbef0f6d7dde649d7813098d702a 2024-11-27T12:17:43,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 4a87fbef0f6d7dde649d7813098d702a 2024-11-27T12:17:43,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T12:17:43,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 4a87fbef0f6d7dde649d7813098d702a 2024-11-27T12:17:43,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/data/hbase/replication/4a87fbef0f6d7dde649d7813098d702a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:17:43,692 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 4a87fbef0f6d7dde649d7813098d702a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59267652, jitterRate=-0.11684316396713257}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T12:17:43,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4a87fbef0f6d7dde649d7813098d702a 2024-11-27T12:17:43,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 4a87fbef0f6d7dde649d7813098d702a: Running coprocessor pre-open hook at 1732709863671Writing region info on filesystem at 1732709863672 (+1 ms)Initializing all the Stores at 1732709863673 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709863673Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709863673Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709863674 (+1 ms)Cleaning up temporary data from old regions at 1732709863686 (+12 ms)Running coprocessor post-open hooks at 1732709863692 (+6 ms)Region opened successfully at 1732709863693 (+1 ms) 2024-11-27T12:17:43,694 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732709862450.4a87fbef0f6d7dde649d7813098d702a., pid=7, masterSystemTime=1732709863637 2024-11-27T12:17:43,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732709862450.4a87fbef0f6d7dde649d7813098d702a. 2024-11-27T12:17:43,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732709862450.4a87fbef0f6d7dde649d7813098d702a. 2024-11-27T12:17:43,698 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4a87fbef0f6d7dde649d7813098d702a, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,46795,1732709851905 2024-11-27T12:17:43,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a87fbef0f6d7dde649d7813098d702a, server=1ba5af43fd99,46795,1732709851905 because future has completed 2024-11-27T12:17:43,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-27T12:17:43,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 4a87fbef0f6d7dde649d7813098d702a, server=1ba5af43fd99,46795,1732709851905 in 221 msec 2024-11-27T12:17:43,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T12:17:43,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4a87fbef0f6d7dde649d7813098d702a, ASSIGN in 391 msec 2024-11-27T12:17:43,711 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T12:17:43,712 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732709863711"}]},"ts":"1732709863711"} 2024-11-27T12:17:43,715 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T12:17:43,716 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T12:17:43,719 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2660 sec 2024-11-27T12:17:43,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732709862450.4a87fbef0f6d7dde649d7813098d702a., hostname=1ba5af43fd99,46795,1732709851905, seqNum=2] 2024-11-27T12:17:43,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46795 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-27T12:17:43,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45883-0x1017c3a08ba0000, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161476395 2024-11-27T12:17:43,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x1017c3a08ba0001, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161476395 2024-11-27T12:17:43,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T12:17:44,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46795 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-27T12:17:44,064 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T12:17:44,102 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-1ba5af43fd99,46795,1732709851905, ReplicationSource: 1, currentBandwidth=0 2024-11-27T12:17:44,103 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:17:44,104 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,46795,1732709851905, seqNum=-1] 2024-11-27T12:17:44,104 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:17:44,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39961, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-27T12:17:44,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1ba5af43fd99,46795,1732709851905', locateType=CURRENT is [region=hbase:replication,,1732709862450.4a87fbef0f6d7dde649d7813098d702a., hostname=1ba5af43fd99,46795,1732709851905, seqNum=2] 2024-11-27T12:17:44,116 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-27T12:17:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-27T12:17:44,123 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1ba5af43fd99,46795,1732709851905 suceeded 2024-11-27T12:17:44,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-27T12:17:44,128 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1ba5af43fd99:42349,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T12:17:44,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 237 msec 2024-11-27T12:17:44,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7260 sec 2024-11-27T12:17:44,139 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46795,1732709851905 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ba5af43fd99:42349' 2024-11-27T12:17:44,142 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46795,1732709851905 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@620c54cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:17:44,142 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46795,1732709851905 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,42349,-1 for getting cluster id 2024-11-27T12:17:44,142 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46795,1732709851905 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:17:44,143 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9c82b21-107f-44b1-bbbb-36ec81b2a111' 2024-11-27T12:17:44,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:17:44,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9c82b21-107f-44b1-bbbb-36ec81b2a111" 2024-11-27T12:17:44,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3914bbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:17:44,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,42349,-1] 2024-11-27T12:17:44,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:17:44,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:44,146 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:17:44,147 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46795,1732709851905 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a569f9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:17:44,147 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46795,1732709851905 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:17:44,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,42349,1732709858927 2024-11-27T12:17:44,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5066f28d 2024-11-27T12:17:44,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:17:44,150 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T12:17:44,151 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46795,1732709851905 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1ba5af43fd99,46795,1732709851905 (queues=1) is replicating from cluster=31a48b1d-4b22-41f9-902a-08aa90eee196 to cluster=b9c82b21-107f-44b1-bbbb-36ec81b2a111 2024-11-27T12:17:44,153 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46795,1732709851905 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1ba5af43fd99%2C46795%2C1732709851905 2024-11-27T12:17:44,158 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46795,1732709851905 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1ba5af43fd99,46795,1732709851905, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T12:17:44,160 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46795,1732709851905.replicationSource.shipper1ba5af43fd99%2C46795%2C1732709851905,1-1ba5af43fd99,46795,1732709851905 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1ba5af43fd99%2C46795%2C1732709851905 2024-11-27T12:17:44,165 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46795,1732709851905.replicationSource.wal-reader.1ba5af43fd99%2C46795%2C1732709851905,1-1ba5af43fd99,46795,1732709851905 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,46795,1732709851905/1ba5af43fd99%2C46795%2C1732709851905.1732709855276, startPosition=0, beingWritten=true 2024-11-27T12:17:44,428 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46795,1732709851905.replicationSource.wal-reader.1ba5af43fd99%2C46795%2C1732709851905,1-1ba5af43fd99,46795,1732709851905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,46795,1732709851905/1ba5af43fd99%2C46795%2C1732709851905.1732709855276 to pos 0, reset compression=false 2024-11-27T12:17:44,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:17:44,571 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:17:44,571 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T12:17:44,571 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:17:44,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:44,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:44,572 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:17:44,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19170393, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:17:44,573 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,45883,-1 for getting cluster id 2024-11-27T12:17:44,573 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:17:44,574 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31a48b1d-4b22-41f9-902a-08aa90eee196' 2024-11-27T12:17:44,575 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:17:44,575 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31a48b1d-4b22-41f9-902a-08aa90eee196" 2024-11-27T12:17:44,575 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cabca43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:17:44,575 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,45883,-1] 2024-11-27T12:17:44,576 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:17:44,576 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:44,577 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:17:44,578 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd2c954, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:17:44,579 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:17:44,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,45883,1732709851136 2024-11-27T12:17:44,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ad549e7 2024-11-27T12:17:44,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:17:44,582 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:17:44,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://1ba5af43fd99:42349,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T12:17:44,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T12:17:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-27T12:17:44,588 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ba5af43fd99:42349' 2024-11-27T12:17:44,590 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15c2d245, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:17:44,590 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,42349,-1 for getting cluster id 2024-11-27T12:17:44,590 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:17:44,591 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9c82b21-107f-44b1-bbbb-36ec81b2a111' 2024-11-27T12:17:44,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:17:44,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9c82b21-107f-44b1-bbbb-36ec81b2a111" 2024-11-27T12:17:44,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a3fb96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:17:44,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,42349,-1] 2024-11-27T12:17:44,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:17:44,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:44,593 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:17:44,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac887d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:17:44,594 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:17:44,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,42349,1732709858927 2024-11-27T12:17:44,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@318d048 2024-11-27T12:17:44,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:17:44,596 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:17:44,596 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-27T12:17:44,597 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T12:17:44,597 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:44,597 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:44,597 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:17:44,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T12:17:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-27T12:17:44,735 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46795,1732709851905.replicationSource.wal-reader.1ba5af43fd99%2C46795%2C1732709851905,1-1ba5af43fd99,46795,1732709851905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,46795,1732709851905/1ba5af43fd99%2C46795%2C1732709851905.1732709855276 to pos 0, reset compression=false 2024-11-27T12:17:44,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46795 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-27T12:17:44,794 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-27T12:17:44,836 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-1ba5af43fd99,46795,1732709851905, ReplicationSource: 2, currentBandwidth=0 2024-11-27T12:17:44,840 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-27T12:17:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-27T12:17:44,843 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 1ba5af43fd99,46795,1732709851905 suceeded 2024-11-27T12:17:44,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T12:17:44,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-27T12:17:44,847 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://1ba5af43fd99:42349,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T12:17:44,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 264 msec 2024-11-27T12:17:44,858 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,46795,1732709851905 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ba5af43fd99:42349' 2024-11-27T12:17:44,859 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,46795,1732709851905 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79e0c46d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:17:44,860 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,46795,1732709851905 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,42349,-1 for getting cluster id 2024-11-27T12:17:44,860 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,46795,1732709851905 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:17:44,861 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9c82b21-107f-44b1-bbbb-36ec81b2a111' 2024-11-27T12:17:44,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:17:44,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9c82b21-107f-44b1-bbbb-36ec81b2a111" 2024-11-27T12:17:44,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c9b62b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:17:44,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,42349,-1] 2024-11-27T12:17:44,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:17:44,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:44,863 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:17:44,864 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,46795,1732709851905 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fc014bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:17:44,864 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,46795,1732709851905 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:17:44,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,42349,1732709858927 2024-11-27T12:17:44,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14b626c8 2024-11-27T12:17:44,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:17:44,867 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T12:17:44,867 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,46795,1732709851905 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-1ba5af43fd99,46795,1732709851905 (queues=1) is replicating from cluster=31a48b1d-4b22-41f9-902a-08aa90eee196 to cluster=b9c82b21-107f-44b1-bbbb-36ec81b2a111 2024-11-27T12:17:44,867 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,46795,1732709851905 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=1ba5af43fd99%2C46795%2C1732709851905 2024-11-27T12:17:44,868 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,46795,1732709851905 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-1ba5af43fd99,46795,1732709851905, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T12:17:44,868 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,46795,1732709851905.replicationSource.shipper1ba5af43fd99%2C46795%2C1732709851905,2-1ba5af43fd99,46795,1732709851905 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1ba5af43fd99%2C46795%2C1732709851905 2024-11-27T12:17:44,868 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,46795,1732709851905.replicationSource.wal-reader.1ba5af43fd99%2C46795%2C1732709851905,2-1ba5af43fd99,46795,1732709851905 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,46795,1732709851905/1ba5af43fd99%2C46795%2C1732709851905.1732709855276, startPosition=0, beingWritten=true 2024-11-27T12:17:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-27T12:17:44,901 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-27T12:17:44,901 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:17:44,901 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:17:44,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:44,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:44,901 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:17:44,902 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:17:44,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,45883,1732709851136 2024-11-27T12:17:44,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7519ea07 2024-11-27T12:17:44,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:17:44,907 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:17:44,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-27T12:17:44,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-27T12:17:44,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-27T12:17:44,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-27T12:17:44,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://1ba5af43fd99:42349,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T12:17:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-27T12:17:44,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T12:17:44,926 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ba5af43fd99:42349' 2024-11-27T12:17:44,927 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4962ce45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:17:44,927 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,42349,-1 for getting cluster id 2024-11-27T12:17:44,927 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:17:44,928 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9c82b21-107f-44b1-bbbb-36ec81b2a111' 2024-11-27T12:17:44,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:17:44,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9c82b21-107f-44b1-bbbb-36ec81b2a111" 2024-11-27T12:17:44,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48cef951, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:17:44,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,42349,-1] 2024-11-27T12:17:44,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:17:44,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:44,930 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:17:44,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14e74e47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:17:44,931 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:17:44,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,42349,1732709858927 2024-11-27T12:17:44,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@501f6036 2024-11-27T12:17:44,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:17:44,934 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:17:44,935 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T12:17:44,935 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T12:17:44,935 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:44,935 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:44,935 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:17:44,944 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T12:17:45,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T12:17:45,075 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,46795,1732709851905.replicationSource.wal-reader.1ba5af43fd99%2C46795%2C1732709851905,2-1ba5af43fd99,46795,1732709851905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,46795,1732709851905/1ba5af43fd99%2C46795%2C1732709851905.1732709855276 to pos 0, reset compression=false 2024-11-27T12:17:45,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46795 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-27T12:17:45,098 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-27T12:17:45,101 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-27T12:17:45,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-27T12:17:45,107 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 1ba5af43fd99,46795,1732709851905 suceeded 2024-11-27T12:17:45,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-27T12:17:45,113 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://1ba5af43fd99:42349,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T12:17:45,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 163 msec 2024-11-27T12:17:45,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 194 msec 2024-11-27T12:17:45,147 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46795,1732709851905.replicationSource.wal-reader.1ba5af43fd99%2C46795%2C1732709851905,1-1ba5af43fd99,46795,1732709851905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,46795,1732709851905/1ba5af43fd99%2C46795%2C1732709851905.1732709855276 to pos 0, reset compression=false 2024-11-27T12:17:45,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T12:17:45,241 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-27T12:17:45,242 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://1ba5af43fd99:42349,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T12:17:45,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-27T12:17:45,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-27T12:17:45,246 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ba5af43fd99:42349' 2024-11-27T12:17:45,247 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60367a31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:17:45,247 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,42349,-1 for getting cluster id 2024-11-27T12:17:45,247 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:17:45,248 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9c82b21-107f-44b1-bbbb-36ec81b2a111' 2024-11-27T12:17:45,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:17:45,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9c82b21-107f-44b1-bbbb-36ec81b2a111" 2024-11-27T12:17:45,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d5f7e11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:17:45,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,42349,-1] 2024-11-27T12:17:45,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:17:45,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:45,250 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:17:45,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@281eeb48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:17:45,251 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:17:45,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,42349,1732709858927 2024-11-27T12:17:45,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ef86933 2024-11-27T12:17:45,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:17:45,253 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:17:45,254 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-27T12:17:45,254 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T12:17:45,254 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:45,254 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:45,254 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:17:45,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T12:17:45,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-27T12:17:45,382 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,46795,1732709851905.replicationSource.wal-reader.1ba5af43fd99%2C46795%2C1732709851905,2-1ba5af43fd99,46795,1732709851905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,46795,1732709851905/1ba5af43fd99%2C46795%2C1732709851905.1732709855276 to pos 0, reset compression=false 2024-11-27T12:17:45,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46795 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-27T12:17:45,425 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-27T12:17:45,427 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-27T12:17:45,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-27T12:17:45,431 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 1ba5af43fd99,46795,1732709851905 suceeded 2024-11-27T12:17:45,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-27T12:17:45,434 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://1ba5af43fd99:42349,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T12:17:45,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-27T12:17:45,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 192 msec 2024-11-27T12:17:45,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-27T12:17:45,561 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-27T12:17:45,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-27T12:17:45,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-27T12:17:45,564 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:17:45,564 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:17:45,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:45,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:45,564 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:17:45,564 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T12:17:45,564 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1673203762, stopped=false 2024-11-27T12:17:45,565 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ba5af43fd99,45883,1732709851136 2024-11-27T12:17:45,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x1017c3a08ba0001, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-161476395/running 2024-11-27T12:17:45,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45883-0x1017c3a08ba0000, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-161476395/running 2024-11-27T12:17:45,574 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:17:45,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x1017c3a08ba0001, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161476395 2024-11-27T12:17:45,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45883-0x1017c3a08ba0000, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161476395 2024-11-27T12:17:45,574 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:17:45,574 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:17:45,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:45,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46795-0x1017c3a08ba0001, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Set watcher on znode that does not yet exist, /0-161476395/running 2024-11-27T12:17:45,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45883-0x1017c3a08ba0000, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Set watcher on znode that does not yet exist, /0-161476395/running 2024-11-27T12:17:45,575 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ba5af43fd99,46795,1732709851905' ***** 2024-11-27T12:17:45,575 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T12:17:45,577 INFO [RS:0;1ba5af43fd99:46795 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T12:17:45,577 INFO [RS:0;1ba5af43fd99:46795 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T12:17:45,577 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T12:17:45,577 INFO [RS:0;1ba5af43fd99:46795 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T12:17:45,577 INFO [RS:0;1ba5af43fd99:46795 {}] regionserver.HRegionServer(3091): Received CLOSE for 4a87fbef0f6d7dde649d7813098d702a 2024-11-27T12:17:45,578 INFO [RS:0;1ba5af43fd99:46795 {}] regionserver.HRegionServer(959): stopping server 1ba5af43fd99,46795,1732709851905 2024-11-27T12:17:45,578 INFO [RS:0;1ba5af43fd99:46795 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:17:45,578 INFO [RS:0;1ba5af43fd99:46795 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:46795. 2024-11-27T12:17:45,578 DEBUG [RS:0;1ba5af43fd99:46795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:17:45,578 DEBUG [RS:0;1ba5af43fd99:46795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:45,578 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4a87fbef0f6d7dde649d7813098d702a, disabling compactions & flushes 2024-11-27T12:17:45,578 INFO [RS:0;1ba5af43fd99:46795 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T12:17:45,578 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732709862450.4a87fbef0f6d7dde649d7813098d702a. 2024-11-27T12:17:45,579 INFO [RS:0;1ba5af43fd99:46795 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T12:17:45,579 INFO [RS:0;1ba5af43fd99:46795 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T12:17:45,579 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732709862450.4a87fbef0f6d7dde649d7813098d702a. 2024-11-27T12:17:45,579 INFO [RS:0;1ba5af43fd99:46795 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T12:17:45,579 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732709862450.4a87fbef0f6d7dde649d7813098d702a. after waiting 0 ms 2024-11-27T12:17:45,579 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732709862450.4a87fbef0f6d7dde649d7813098d702a. 2024-11-27T12:17:45,579 INFO [RS:0;1ba5af43fd99:46795 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T12:17:45,579 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:17:45,579 DEBUG [RS:0;1ba5af43fd99:46795 {}] regionserver.HRegionServer(1325): Online Regions={4a87fbef0f6d7dde649d7813098d702a=hbase:replication,,1732709862450.4a87fbef0f6d7dde649d7813098d702a., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T12:17:45,579 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:17:45,579 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:17:45,580 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:17:45,580 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:17:45,580 DEBUG [RS:0;1ba5af43fd99:46795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a87fbef0f6d7dde649d7813098d702a 2024-11-27T12:17:45,584 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4a87fbef0f6d7dde649d7813098d702a 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-27T12:17:45,584 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-27T12:17:45,620 INFO [regionserver/1ba5af43fd99:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:17:45,648 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/data/hbase/replication/4a87fbef0f6d7dde649d7813098d702a/.tmp/queue/689621a160364027826edc78c4c6aebe is 151, key is 1-1ba5af43fd99,46795,1732709851905/queue:1ba5af43fd99%2C46795%2C1732709851905/1732709864110/Put/seqid=0 2024-11-27T12:17:45,648 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/data/hbase/meta/1588230740/.tmp/info/40fdca8ef55c402fba12e5441d4f274f is 147, key is hbase:replication,,1732709862450.4a87fbef0f6d7dde649d7813098d702a./info:regioninfo/1732709863698/Put/seqid=0 2024-11-27T12:17:45,657 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46795,1732709851905.replicationSource.wal-reader.1ba5af43fd99%2C46795%2C1732709851905,1-1ba5af43fd99,46795,1732709851905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,46795,1732709851905/1ba5af43fd99%2C46795%2C1732709851905.1732709855276 to pos 0, reset compression=false 2024-11-27T12:17:45,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36345 is added to blk_1073741838_1014 (size=6631) 2024-11-27T12:17:45,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36345 is added to blk_1073741839_1015 (size=5500) 2024-11-27T12:17:45,780 DEBUG [RS:0;1ba5af43fd99:46795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a87fbef0f6d7dde649d7813098d702a 2024-11-27T12:17:45,788 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,46795,1732709851905.replicationSource.wal-reader.1ba5af43fd99%2C46795%2C1732709851905,2-1ba5af43fd99,46795,1732709851905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,46795,1732709851905/1ba5af43fd99%2C46795%2C1732709851905.1732709855276 to pos 0, reset compression=false 2024-11-27T12:17:45,980 DEBUG [RS:0;1ba5af43fd99:46795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a87fbef0f6d7dde649d7813098d702a 2024-11-27T12:17:46,060 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/data/hbase/meta/1588230740/.tmp/info/40fdca8ef55c402fba12e5441d4f274f 2024-11-27T12:17:46,060 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/data/hbase/replication/4a87fbef0f6d7dde649d7813098d702a/.tmp/queue/689621a160364027826edc78c4c6aebe 2024-11-27T12:17:46,105 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/data/hbase/replication/4a87fbef0f6d7dde649d7813098d702a/.tmp/queue/689621a160364027826edc78c4c6aebe as hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/data/hbase/replication/4a87fbef0f6d7dde649d7813098d702a/queue/689621a160364027826edc78c4c6aebe 2024-11-27T12:17:46,115 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/data/hbase/replication/4a87fbef0f6d7dde649d7813098d702a/queue/689621a160364027826edc78c4c6aebe, entries=2, sequenceid=6, filesize=5.4 K 2024-11-27T12:17:46,123 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/data/hbase/meta/1588230740/.tmp/ns/a5a629bd9465442cb032680935c3fd17 is 43, key is default/ns:d/1732709856165/Put/seqid=0 2024-11-27T12:17:46,124 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 4a87fbef0f6d7dde649d7813098d702a in 539ms, sequenceid=6, compaction requested=false 2024-11-27T12:17:46,124 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T12:17:46,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36345 is added to blk_1073741840_1016 (size=5153) 2024-11-27T12:17:46,132 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/data/hbase/replication/4a87fbef0f6d7dde649d7813098d702a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T12:17:46,134 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:17:46,135 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:17:46,135 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732709862450.4a87fbef0f6d7dde649d7813098d702a. 2024-11-27T12:17:46,135 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4a87fbef0f6d7dde649d7813098d702a: Waiting for close lock at 1732709865578Running coprocessor pre-close hooks at 1732709865578Disabling compacts and flushes for region at 1732709865578Disabling writes for close at 1732709865579 (+1 ms)Obtaining lock to block concurrent updates at 1732709865584 (+5 ms)Preparing flush snapshotting stores in 4a87fbef0f6d7dde649d7813098d702a at 1732709865584Finished memstore snapshotting hbase:replication,,1732709862450.4a87fbef0f6d7dde649d7813098d702a., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732709865591 (+7 ms)Flushing stores of hbase:replication,,1732709862450.4a87fbef0f6d7dde649d7813098d702a. at 1732709865592 (+1 ms)Flushing 4a87fbef0f6d7dde649d7813098d702a/queue: creating writer at 1732709865594 (+2 ms)Flushing 4a87fbef0f6d7dde649d7813098d702a/queue: appending metadata at 1732709865635 (+41 ms)Flushing 4a87fbef0f6d7dde649d7813098d702a/queue: closing flushed file at 1732709865637 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6def493d: reopening flushed file at 1732709866103 (+466 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 4a87fbef0f6d7dde649d7813098d702a in 539ms, sequenceid=6, compaction requested=false at 1732709866124 (+21 ms)Writing region close event to WAL at 1732709866126 (+2 ms)Running coprocessor post-close hooks at 1732709866133 (+7 ms)Closed at 1732709866135 (+2 ms) 2024-11-27T12:17:46,135 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732709862450.4a87fbef0f6d7dde649d7813098d702a. 2024-11-27T12:17:46,171 INFO [regionserver/1ba5af43fd99:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T12:17:46,171 INFO [regionserver/1ba5af43fd99:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T12:17:46,181 DEBUG [RS:0;1ba5af43fd99:46795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:17:46,264 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46795,1732709851905.replicationSource.wal-reader.1ba5af43fd99%2C46795%2C1732709851905,1-1ba5af43fd99,46795,1732709851905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,46795,1732709851905/1ba5af43fd99%2C46795%2C1732709851905.1732709855276 to pos 0, reset compression=false 2024-11-27T12:17:46,295 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,46795,1732709851905.replicationSource.wal-reader.1ba5af43fd99%2C46795%2C1732709851905,2-1ba5af43fd99,46795,1732709851905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,46795,1732709851905/1ba5af43fd99%2C46795%2C1732709851905.1732709855276 to pos 0, reset compression=false 2024-11-27T12:17:46,381 DEBUG [RS:0;1ba5af43fd99:46795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:17:46,530 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/data/hbase/meta/1588230740/.tmp/ns/a5a629bd9465442cb032680935c3fd17 2024-11-27T12:17:46,558 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/data/hbase/meta/1588230740/.tmp/table/9c0efacb670e423aa02c058ec8895249 is 53, key is hbase:replication/table:state/1732709863711/Put/seqid=0 2024-11-27T12:17:46,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36345 is added to blk_1073741841_1017 (size=5256) 2024-11-27T12:17:46,581 INFO [RS:0;1ba5af43fd99:46795 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T12:17:46,581 DEBUG [RS:0;1ba5af43fd99:46795 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T12:17:46,581 DEBUG [RS:0;1ba5af43fd99:46795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:17:46,782 DEBUG [RS:0;1ba5af43fd99:46795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:17:46,901 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,46795,1732709851905.replicationSource.wal-reader.1ba5af43fd99%2C46795%2C1732709851905,2-1ba5af43fd99,46795,1732709851905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,46795,1732709851905/1ba5af43fd99%2C46795%2C1732709851905.1732709855276 to pos 0, reset compression=false 2024-11-27T12:17:46,970 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46795,1732709851905.replicationSource.wal-reader.1ba5af43fd99%2C46795%2C1732709851905,1-1ba5af43fd99,46795,1732709851905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,46795,1732709851905/1ba5af43fd99%2C46795%2C1732709851905.1732709855276 to pos 0, reset compression=false 2024-11-27T12:17:46,973 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/data/hbase/meta/1588230740/.tmp/table/9c0efacb670e423aa02c058ec8895249 2024-11-27T12:17:46,982 DEBUG [RS:0;1ba5af43fd99:46795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:17:46,988 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/data/hbase/meta/1588230740/.tmp/info/40fdca8ef55c402fba12e5441d4f274f as hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/data/hbase/meta/1588230740/info/40fdca8ef55c402fba12e5441d4f274f 2024-11-27T12:17:46,995 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/data/hbase/meta/1588230740/info/40fdca8ef55c402fba12e5441d4f274f, entries=10, sequenceid=11, filesize=6.5 K 2024-11-27T12:17:46,997 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/data/hbase/meta/1588230740/.tmp/ns/a5a629bd9465442cb032680935c3fd17 as hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/data/hbase/meta/1588230740/ns/a5a629bd9465442cb032680935c3fd17 2024-11-27T12:17:47,005 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/data/hbase/meta/1588230740/ns/a5a629bd9465442cb032680935c3fd17, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T12:17:47,006 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/data/hbase/meta/1588230740/.tmp/table/9c0efacb670e423aa02c058ec8895249 as hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/data/hbase/meta/1588230740/table/9c0efacb670e423aa02c058ec8895249 2024-11-27T12:17:47,014 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/data/hbase/meta/1588230740/table/9c0efacb670e423aa02c058ec8895249, entries=2, sequenceid=11, filesize=5.1 K 2024-11-27T12:17:47,015 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1435ms, sequenceid=11, compaction requested=false 2024-11-27T12:17:47,021 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T12:17:47,021 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:17:47,022 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:17:47,022 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:17:47,022 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732709865579Running coprocessor pre-close hooks at 1732709865579Disabling compacts and flushes for region at 1732709865579Disabling writes for close at 1732709865580 (+1 ms)Obtaining lock to block concurrent updates at 1732709865584 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1732709865584Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732709865591 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732709865592 (+1 ms)Flushing 1588230740/info: creating writer at 1732709865594 (+2 ms)Flushing 1588230740/info: appending metadata at 1732709865635 (+41 ms)Flushing 1588230740/info: closing flushed file at 1732709865637 (+2 ms)Flushing 1588230740/ns: creating writer at 1732709866103 (+466 ms)Flushing 1588230740/ns: appending metadata at 1732709866122 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732709866122Flushing 1588230740/table: creating writer at 1732709866540 (+418 ms)Flushing 1588230740/table: appending metadata at 1732709866558 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732709866558Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@170aa40e: reopening flushed file at 1732709866986 (+428 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26e10fa1: reopening flushed file at 1732709866996 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70c64e77: reopening flushed file at 1732709867005 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1435ms, sequenceid=11, compaction requested=false at 1732709867015 (+10 ms)Writing region close event to WAL at 1732709867016 (+1 ms)Running coprocessor post-close hooks at 1732709867021 (+5 ms)Closed at 1732709867022 (+1 ms) 2024-11-27T12:17:47,022 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T12:17:47,182 INFO [RS:0;1ba5af43fd99:46795 {}] regionserver.HRegionServer(976): stopping server 1ba5af43fd99,46795,1732709851905; all regions closed. 2024-11-27T12:17:47,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36345 is added to blk_1073741834_1010 (size=2742) 2024-11-27T12:17:47,193 DEBUG [RS:0;1ba5af43fd99:46795 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/oldWALs 2024-11-27T12:17:47,194 INFO [RS:0;1ba5af43fd99:46795 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ba5af43fd99%2C46795%2C1732709851905.meta:.meta(num 1732709855800) 2024-11-27T12:17:47,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36345 is added to blk_1073741837_1013 (size=1802) 2024-11-27T12:17:47,198 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,46795,1732709851905/1ba5af43fd99%2C46795%2C1732709851905.rep.1732709863648 not finished, retry = 0 2024-11-27T12:17:47,302 DEBUG [RS:0;1ba5af43fd99:46795 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/oldWALs 2024-11-27T12:17:47,302 INFO [RS:0;1ba5af43fd99:46795 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ba5af43fd99%2C46795%2C1732709851905.rep:(num 1732709863648) 2024-11-27T12:17:47,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36345 is added to blk_1073741833_1009 (size=93) 2024-11-27T12:17:47,306 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,46795,1732709851905/1ba5af43fd99%2C46795%2C1732709851905.1732709855276 not finished, retry = 0 2024-11-27T12:17:47,410 DEBUG [RS:0;1ba5af43fd99:46795 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/oldWALs 2024-11-27T12:17:47,410 INFO [RS:0;1ba5af43fd99:46795 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ba5af43fd99%2C46795%2C1732709851905:(num 1732709855276) 2024-11-27T12:17:47,411 DEBUG [RS:0;1ba5af43fd99:46795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:47,411 INFO [RS:0;1ba5af43fd99:46795 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:17:47,411 INFO [RS:0;1ba5af43fd99:46795 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:17:47,411 INFO [RS:0;1ba5af43fd99:46795 {}] hbase.ChoreService(370): Chore service for: regionserver/1ba5af43fd99:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T12:17:47,412 INFO [RS:0;1ba5af43fd99:46795 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:17:47,412 INFO [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:17:47,413 INFO [RS:0;1ba5af43fd99:46795 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1ba5af43fd99,46795,1732709851905 because: Region server is closing 2024-11-27T12:17:47,413 INFO [RS:0;1ba5af43fd99:46795 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:46795. 2024-11-27T12:17:47,414 DEBUG [RS:0;1ba5af43fd99:46795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:17:47,414 DEBUG [RS:0;1ba5af43fd99:46795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:47,414 DEBUG [RS:0;1ba5af43fd99:46795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:47,414 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:17:47,515 WARN [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46795,1732709851905.replicationSource.wal-reader.1ba5af43fd99%2C46795%2C1732709851905,1-1ba5af43fd99,46795,1732709851905 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T12:17:47,515 WARN [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46795,1732709851905.replicationSource.shipper1ba5af43fd99%2C46795%2C1732709851905,1-1ba5af43fd99,46795,1732709851905 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T12:17:47,516 INFO [RS:0;1ba5af43fd99:46795 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46795,1732709851905.replicationSource.shipper1ba5af43fd99%2C46795%2C1732709851905,1-1ba5af43fd99,46795,1732709851905 terminated 2024-11-27T12:17:47,517 INFO [RS:0;1ba5af43fd99:46795 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-1ba5af43fd99,46795,1732709851905 because: Region server is closing 2024-11-27T12:17:47,517 INFO [RS:0;1ba5af43fd99:46795 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:46795. 2024-11-27T12:17:47,518 DEBUG [RS:0;1ba5af43fd99:46795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:17:47,518 DEBUG [RS:0;1ba5af43fd99:46795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:47,519 DEBUG [RS:0;1ba5af43fd99:46795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:47,519 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:17:47,620 WARN [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,46795,1732709851905.replicationSource.shipper1ba5af43fd99%2C46795%2C1732709851905,2-1ba5af43fd99,46795,1732709851905 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T12:17:47,620 INFO [RS:0;1ba5af43fd99:46795 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,46795,1732709851905.replicationSource.shipper1ba5af43fd99%2C46795%2C1732709851905,2-1ba5af43fd99,46795,1732709851905 terminated 2024-11-27T12:17:47,620 INFO [RS:0;1ba5af43fd99:46795 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46795 2024-11-27T12:17:47,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x1017c3a08ba0001, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-161476395/rs/1ba5af43fd99,46795,1732709851905 2024-11-27T12:17:47,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45883-0x1017c3a08ba0000, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161476395/rs 2024-11-27T12:17:47,668 INFO [RS:0;1ba5af43fd99:46795 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:17:47,669 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ba5af43fd99,46795,1732709851905] 2024-11-27T12:17:47,689 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-161476395/draining/1ba5af43fd99,46795,1732709851905 already deleted, retry=false 2024-11-27T12:17:47,689 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ba5af43fd99,46795,1732709851905 expired; onlineServers=0 2024-11-27T12:17:47,690 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ba5af43fd99,45883,1732709851136' ***** 2024-11-27T12:17:47,690 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T12:17:47,690 INFO [M:0;1ba5af43fd99:45883 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:17:47,690 INFO [M:0;1ba5af43fd99:45883 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:17:47,690 DEBUG [M:0;1ba5af43fd99:45883 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T12:17:47,690 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T12:17:47,690 DEBUG [M:0;1ba5af43fd99:45883 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T12:17:47,691 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732709854898 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732709854898,5,FailOnTimeoutGroup] 2024-11-27T12:17:47,691 INFO [M:0;1ba5af43fd99:45883 {}] hbase.ChoreService(370): Chore service for: master/1ba5af43fd99:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T12:17:47,691 INFO [M:0;1ba5af43fd99:45883 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:17:47,691 DEBUG [M:0;1ba5af43fd99:45883 {}] master.HMaster(1795): Stopping service threads 2024-11-27T12:17:47,691 INFO [M:0;1ba5af43fd99:45883 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T12:17:47,691 INFO [M:0;1ba5af43fd99:45883 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:17:47,692 INFO [M:0;1ba5af43fd99:45883 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T12:17:47,692 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732709854900 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732709854900,5,FailOnTimeoutGroup] 2024-11-27T12:17:47,692 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:17:47,692 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T12:17:47,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45883-0x1017c3a08ba0000, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-161476395/master 2024-11-27T12:17:47,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45883-0x1017c3a08ba0000, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161476395 2024-11-27T12:17:47,751 DEBUG [M:0;1ba5af43fd99:45883 {}] zookeeper.ZKUtil(347): master:45883-0x1017c3a08ba0000, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Unable to get data of znode /0-161476395/master because node does not exist (not an error) 2024-11-27T12:17:47,751 WARN [M:0;1ba5af43fd99:45883 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T12:17:47,752 INFO [M:0;1ba5af43fd99:45883 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/.lastflushedseqids 2024-11-27T12:17:47,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36345 is added to blk_1073741842_1018 (size=181) 2024-11-27T12:17:47,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x1017c3a08ba0001, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:17:47,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x1017c3a08ba0001, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:17:47,780 INFO [RS:0;1ba5af43fd99:46795 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:17:47,780 INFO [RS:0;1ba5af43fd99:46795 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ba5af43fd99,46795,1732709851905; zookeeper connection closed. 2024-11-27T12:17:47,780 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2f790e8b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2f790e8b 2024-11-27T12:17:47,781 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T12:17:48,169 INFO [M:0;1ba5af43fd99:45883 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T12:17:48,169 INFO [M:0;1ba5af43fd99:45883 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T12:17:48,169 DEBUG [M:0;1ba5af43fd99:45883 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:17:48,169 INFO [M:0;1ba5af43fd99:45883 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:17:48,169 DEBUG [M:0;1ba5af43fd99:45883 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:17:48,169 DEBUG [M:0;1ba5af43fd99:45883 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:17:48,170 DEBUG [M:0;1ba5af43fd99:45883 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:17:48,170 INFO [M:0;1ba5af43fd99:45883 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-27T12:17:48,187 DEBUG [M:0;1ba5af43fd99:45883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/74e624af7cba4677808ba297f6768286 is 82, key is hbase:meta,,1/info:regioninfo/1732709855907/Put/seqid=0 2024-11-27T12:17:48,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36345 is added to blk_1073741843_1019 (size=5672) 2024-11-27T12:17:48,594 INFO [M:0;1ba5af43fd99:45883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/74e624af7cba4677808ba297f6768286 2024-11-27T12:17:48,622 DEBUG [M:0;1ba5af43fd99:45883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e1422439c03743eeb255441182f8436b is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732709863718/Put/seqid=0 2024-11-27T12:17:48,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36345 is added to blk_1073741844_1020 (size=8663) 2024-11-27T12:17:49,029 INFO [M:0;1ba5af43fd99:45883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e1422439c03743eeb255441182f8436b 2024-11-27T12:17:49,051 DEBUG [M:0;1ba5af43fd99:45883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a2fd81a173cd4fe096b04e57ea4820c3 is 69, key is 1ba5af43fd99,46795,1732709851905/rs:state/1732709855029/Put/seqid=0 2024-11-27T12:17:49,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36345 is added to blk_1073741845_1021 (size=5156) 2024-11-27T12:17:49,458 INFO [M:0;1ba5af43fd99:45883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a2fd81a173cd4fe096b04e57ea4820c3 2024-11-27T12:17:49,471 DEBUG [M:0;1ba5af43fd99:45883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/74e624af7cba4677808ba297f6768286 as hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/74e624af7cba4677808ba297f6768286 2024-11-27T12:17:49,478 INFO [M:0;1ba5af43fd99:45883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/74e624af7cba4677808ba297f6768286, entries=8, sequenceid=115, filesize=5.5 K 2024-11-27T12:17:49,480 DEBUG [M:0;1ba5af43fd99:45883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e1422439c03743eeb255441182f8436b as hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e1422439c03743eeb255441182f8436b 2024-11-27T12:17:49,487 INFO [M:0;1ba5af43fd99:45883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e1422439c03743eeb255441182f8436b, entries=14, sequenceid=115, filesize=8.5 K 2024-11-27T12:17:49,488 DEBUG [M:0;1ba5af43fd99:45883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a2fd81a173cd4fe096b04e57ea4820c3 as hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a2fd81a173cd4fe096b04e57ea4820c3 2024-11-27T12:17:49,495 INFO [M:0;1ba5af43fd99:45883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a2fd81a173cd4fe096b04e57ea4820c3, entries=1, sequenceid=115, filesize=5.0 K 2024-11-27T12:17:49,496 INFO [M:0;1ba5af43fd99:45883 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1326ms, sequenceid=115, compaction requested=false 2024-11-27T12:17:49,497 INFO [M:0;1ba5af43fd99:45883 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:17:49,498 DEBUG [M:0;1ba5af43fd99:45883 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732709868169Disabling compacts and flushes for region at 1732709868169Disabling writes for close at 1732709868170 (+1 ms)Obtaining lock to block concurrent updates at 1732709868170Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732709868170Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732709868170Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732709868171 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732709868171Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732709868186 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732709868187 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732709868605 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732709868622 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732709868622Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732709869037 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732709869051 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732709869051Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6da13b70: reopening flushed file at 1732709869470 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4673d683: reopening flushed file at 1732709869478 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7df45404: reopening flushed file at 1732709869487 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1326ms, sequenceid=115, compaction requested=false at 1732709869496 (+9 ms)Writing region close event to WAL at 1732709869497 (+1 ms)Closed at 1732709869497 2024-11-27T12:17:49,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36345 is added to blk_1073741830_1006 (size=59421) 2024-11-27T12:17:49,501 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/WALs/1ba5af43fd99,45883,1732709851136/1ba5af43fd99%2C45883%2C1732709851136.1732709853980 not finished, retry = 0 2024-11-27T12:17:49,602 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:17:49,603 INFO [M:0;1ba5af43fd99:45883 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T12:17:49,603 INFO [M:0;1ba5af43fd99:45883 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45883 2024-11-27T12:17:49,603 INFO [M:0;1ba5af43fd99:45883 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:17:49,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45883-0x1017c3a08ba0000, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:17:49,768 INFO [M:0;1ba5af43fd99:45883 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:17:49,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45883-0x1017c3a08ba0000, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:17:49,770 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T12:17:49,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:17:49,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:17:49,771 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:17:49,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:17:49,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:17:49,771 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T12:17:49,771 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:17:49,772 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34877 2024-11-27T12:17:49,774 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34877 connecting to ZooKeeper ensemble=127.0.0.1:51114 2024-11-27T12:17:49,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348770x0, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:17:49,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34877-0x1017c3a08ba0006 connected 2024-11-27T12:17:49,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:17:49,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:17:49,808 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34877-0x1017c3a08ba0006, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Set watcher on znode that does not yet exist, /0-161476395/running 2024-11-27T12:17:49,808 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-161476395/meta-region-server: INIT 2024-11-27T12:17:49,808 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6, hbase.cluster.distributed=false 2024-11-27T12:17:49,810 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34877-0x1017c3a08ba0006, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Set watcher on znode that does not yet exist, /0-161476395/acl 2024-11-27T12:17:49,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34877 2024-11-27T12:17:49,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34877 2024-11-27T12:17:49,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34877 2024-11-27T12:17:49,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34877 2024-11-27T12:17:49,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34877 2024-11-27T12:17:49,826 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T12:17:49,826 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:17:49,826 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:17:49,826 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:17:49,826 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:17:49,826 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:17:49,826 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T12:17:49,826 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:17:49,827 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36209 2024-11-27T12:17:49,829 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36209 connecting to ZooKeeper ensemble=127.0.0.1:51114 2024-11-27T12:17:49,830 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:17:49,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:17:49,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362090x0, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:17:49,896 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36209-0x1017c3a08ba0007 connected 2024-11-27T12:17:49,897 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36209-0x1017c3a08ba0007, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Set watcher on znode that does not yet exist, /0-161476395/running 2024-11-27T12:17:49,897 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-161476395/meta-region-server: INIT 2024-11-27T12:17:49,897 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T12:17:49,899 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T12:17:49,900 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36209-0x1017c3a08ba0007, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Set watcher on znode that does not yet exist, /0-161476395/master 2024-11-27T12:17:49,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36209-0x1017c3a08ba0007, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Set watcher on znode that does not yet exist, /0-161476395/acl 2024-11-27T12:17:49,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36209 2024-11-27T12:17:49,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36209 2024-11-27T12:17:49,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36209 2024-11-27T12:17:49,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36209 2024-11-27T12:17:49,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36209 2024-11-27T12:17:49,922 DEBUG [M:0;1ba5af43fd99:34877 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ba5af43fd99:34877 2024-11-27T12:17:49,922 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-161476395/backup-masters/1ba5af43fd99,34877,1732709869770 2024-11-27T12:17:49,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34877-0x1017c3a08ba0006, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161476395/backup-masters 2024-11-27T12:17:49,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36209-0x1017c3a08ba0007, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161476395/backup-masters 2024-11-27T12:17:49,943 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34877-0x1017c3a08ba0006, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Set watcher on existing znode=/0-161476395/backup-masters/1ba5af43fd99,34877,1732709869770 2024-11-27T12:17:49,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34877-0x1017c3a08ba0006, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161476395 2024-11-27T12:17:49,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36209-0x1017c3a08ba0007, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-161476395/master 2024-11-27T12:17:49,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36209-0x1017c3a08ba0007, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161476395 2024-11-27T12:17:49,954 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34877-0x1017c3a08ba0006, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Set watcher on existing znode=/0-161476395/master 2024-11-27T12:17:49,954 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-161476395/backup-masters/1ba5af43fd99,34877,1732709869770 from backup master directory 2024-11-27T12:17:49,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34877-0x1017c3a08ba0006, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-161476395/backup-masters/1ba5af43fd99,34877,1732709869770 2024-11-27T12:17:49,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36209-0x1017c3a08ba0007, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161476395/backup-masters 2024-11-27T12:17:49,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34877-0x1017c3a08ba0006, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161476395/backup-masters 2024-11-27T12:17:49,963 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:17:49,963 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ba5af43fd99,34877,1732709869770 2024-11-27T12:17:49,983 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:17:49,983 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T12:17:50,002 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 18ms. 2024-11-27T12:17:50,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36345 is added to blk_1073741846_1022 (size=196) 2024-11-27T12:17:50,425 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:17:50,428 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T12:17:50,429 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:17:50,440 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-27T12:17:50,443 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/WALs/1ba5af43fd99,45883,1732709851136 to hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/WALs/1ba5af43fd99,45883,1732709851136-dead as it is dead 2024-11-27T12:17:50,445 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-27T12:17:50,445 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-27T12:17:50,445 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/WALs/1ba5af43fd99,45883,1732709851136-dead/1ba5af43fd99%2C45883%2C1732709851136.1732709853980 2024-11-27T12:17:50,450 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/WALs/1ba5af43fd99,45883,1732709851136-dead/1ba5af43fd99%2C45883%2C1732709851136.1732709853980 after 3ms 2024-11-27T12:17:50,451 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/WALs/1ba5af43fd99,45883,1732709851136-dead/1ba5af43fd99%2C45883%2C1732709851136.1732709853980 to hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/1ba5af43fd99%2C45883%2C1732709851136.1732709853980 2024-11-27T12:17:50,451 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/WALs/1ba5af43fd99,45883,1732709851136-dead 2024-11-27T12:17:50,452 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/WALs/1ba5af43fd99,34877,1732709869770 2024-11-27T12:17:50,454 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:17:50,455 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ba5af43fd99%2C34877%2C1732709869770, suffix=, logDir=hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/WALs/1ba5af43fd99,34877,1732709869770, archiveDir=hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/oldWALs, maxLogs=10 2024-11-27T12:17:50,475 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/WALs/1ba5af43fd99,34877,1732709869770/1ba5af43fd99%2C34877%2C1732709869770.1732709870456, exclude list is [], retry=0 2024-11-27T12:17:50,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36345,DS-49d62ef6-cee6-41b8-826c-3651b0b7b223,DISK] 2024-11-27T12:17:50,481 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/WALs/1ba5af43fd99,34877,1732709869770/1ba5af43fd99%2C34877%2C1732709869770.1732709870456 2024-11-27T12:17:50,481 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37171:37171)] 2024-11-27T12:17:50,482 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:17:50,482 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:17:50,482 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:17:50,482 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:17:50,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:17:50,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T12:17:50,485 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:17:50,493 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/74e624af7cba4677808ba297f6768286 2024-11-27T12:17:50,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:17:50,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:17:50,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T12:17:50,495 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:17:50,502 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e1422439c03743eeb255441182f8436b 2024-11-27T12:17:50,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:17:50,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:17:50,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T12:17:50,504 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:17:50,517 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a2fd81a173cd4fe096b04e57ea4820c3 2024-11-27T12:17:50,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:17:50,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:17:50,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T12:17:50,520 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:17:50,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:17:50,521 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:17:50,521 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-27T12:17:50,522 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/1ba5af43fd99%2C45883%2C1732709851136.1732709853980 2024-11-27T12:17:50,535 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/1ba5af43fd99%2C45883%2C1732709851136.1732709853980 2024-11-27T12:17:50,537 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/1ba5af43fd99%2C45883%2C1732709851136.1732709853980 2024-11-27T12:17:50,538 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:17:50,538 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:17:50,539 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:17:50,541 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:17:50,544 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-27T12:17:50,545 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62681392, jitterRate=-0.06597447395324707}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:17:50,546 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732709870482Initializing all the Stores at 1732709870484 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709870484Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709870484Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709870484Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709870484Cleaning up temporary data from old regions at 1732709870538 (+54 ms)Region opened successfully at 1732709870545 (+7 ms) 2024-11-27T12:17:50,546 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T12:17:50,550 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c336522, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T12:17:50,561 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-27T12:17:50,561 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T12:17:50,561 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T12:17:50,561 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T12:17:50,562 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T12:17:50,568 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T12:17:50,568 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T12:17:50,568 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T12:17:50,569 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T12:17:50,569 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-27T12:17:50,569 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-27T12:17:50,569 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-27T12:17:50,569 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T12:17:50,573 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=1ba5af43fd99,46795,1732709851905, regionLocation=1ba5af43fd99,46795,1732709851905, openSeqNum=2 2024-11-27T12:17:50,573 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=1ba5af43fd99,46795,1732709851905, table=hbase:meta, region=1588230740 2024-11-27T12:17:50,574 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,46795,1732709851905, state=OPEN 2024-11-27T12:17:50,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36209-0x1017c3a08ba0007, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-161476395/meta-region-server 2024-11-27T12:17:50,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34877-0x1017c3a08ba0006, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-161476395/meta-region-server 2024-11-27T12:17:50,626 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-161476395/meta-region-server: CHANGED 2024-11-27T12:17:50,626 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-161476395/meta-region-server: CHANGED 2024-11-27T12:17:50,630 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-27T12:17:50,636 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-161476395/draining/1ba5af43fd99,46795,1732709851905 already deleted, retry=false 2024-11-27T12:17:50,637 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 1ba5af43fd99,46795,1732709851905 on 1ba5af43fd99,34877,1732709869770 2024-11-27T12:17:50,643 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 1ba5af43fd99,46795,1732709851905, splitWal=true, meta=true 2024-11-27T12:17:50,645 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 1ba5af43fd99,46795,1732709851905 (carryingMeta=true) 1ba5af43fd99,46795,1732709851905/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@644102bf[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-27T12:17:50,649 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34877-0x1017c3a08ba0006, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Unable to get data of znode /0-161476395/balancer because node does not exist (not necessarily an error) 2024-11-27T12:17:50,685 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-161476395/balancer already deleted, retry=false 2024-11-27T12:17:50,686 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T12:17:50,687 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34877-0x1017c3a08ba0006, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Unable to get data of znode /0-161476395/normalizer because node does not exist (not necessarily an error) 2024-11-27T12:17:50,699 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-161476395/normalizer already deleted, retry=false 2024-11-27T12:17:50,700 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T12:17:50,701 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34877-0x1017c3a08ba0006, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Unable to get data of znode /0-161476395/switch/split because node does not exist (not necessarily an error) 2024-11-27T12:17:50,710 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-161476395/switch/split already deleted, retry=false 2024-11-27T12:17:50,711 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34877-0x1017c3a08ba0006, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Unable to get data of znode /0-161476395/switch/merge because node does not exist (not necessarily an error) 2024-11-27T12:17:50,721 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-161476395/switch/merge already deleted, retry=false 2024-11-27T12:17:50,745 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34877-0x1017c3a08ba0006, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Unable to get data of znode /0-161476395/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T12:17:50,752 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-161476395/snapshot-cleanup already deleted, retry=false 2024-11-27T12:17:50,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34877-0x1017c3a08ba0006, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-161476395/running 2024-11-27T12:17:50,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36209-0x1017c3a08ba0007, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-161476395/running 2024-11-27T12:17:50,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34877-0x1017c3a08ba0006, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161476395 2024-11-27T12:17:50,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36209-0x1017c3a08ba0007, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161476395 2024-11-27T12:17:50,763 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ba5af43fd99,34877,1732709869770, sessionid=0x1017c3a08ba0006, setting cluster-up flag (Was=false) 2024-11-27T12:17:50,774 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-161476395/flush-table-proc/acquired, /0-161476395/flush-table-proc/reached, /0-161476395/flush-table-proc/abort 2024-11-27T12:17:50,775 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,34877,1732709869770 2024-11-27T12:17:50,785 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-161476395/online-snapshot/acquired, /0-161476395/online-snapshot/reached, /0-161476395/online-snapshot/abort 2024-11-27T12:17:50,787 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,34877,1732709869770 2024-11-27T12:17:50,789 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/.lastflushedseqids 2024-11-27T12:17:50,793 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T12:17:50,793 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T12:17:50,793 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ba5af43fd99,34877,1732709869770 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 1ba5af43fd99,46795,1732709851905 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T12:17:50,796 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:17:50,796 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:17:50,796 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:17:50,796 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:17:50,796 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ba5af43fd99:0, corePoolSize=10, maxPoolSize=10 2024-11-27T12:17:50,796 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:17:50,796 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:17:50,797 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:17:50,798 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732709900798 2024-11-27T12:17:50,798 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T12:17:50,798 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T12:17:50,798 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T12:17:50,798 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T12:17:50,798 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T12:17:50,798 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T12:17:50,799 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:50,799 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T12:17:50,799 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T12:17:50,799 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T12:17:50,799 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T12:17:50,800 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T12:17:50,800 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T12:17:50,800 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732709870800,5,FailOnTimeoutGroup] 2024-11-27T12:17:50,800 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732709870800,5,FailOnTimeoutGroup] 2024-11-27T12:17:50,801 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:50,801 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 1ba5af43fd99,46795,1732709851905, splitWal=true, meta=true 2024-11-27T12:17:50,801 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T12:17:50,801 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:50,801 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:50,801 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732709870801, completionTime=-1 2024-11-27T12:17:50,801 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-27T12:17:50,803 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 1ba5af43fd99,46795,1732709851905, splitWal=true, meta=true, isMeta: true 2024-11-27T12:17:50,805 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,46795,1732709851905-splitting 2024-11-27T12:17:50,806 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,46795,1732709851905-splitting dir is empty, no logs to split. 2024-11-27T12:17:50,806 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1ba5af43fd99,46795,1732709851905 WAL count=0, meta=true 2024-11-27T12:17:50,807 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-27T12:17:50,808 INFO [RS:0;1ba5af43fd99:36209 {}] regionserver.HRegionServer(746): ClusterId : 31a48b1d-4b22-41f9-902a-08aa90eee196 2024-11-27T12:17:50,808 DEBUG [RS:0;1ba5af43fd99:36209 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T12:17:50,812 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,46795,1732709851905-splitting dir is empty, no logs to split. 2024-11-27T12:17:50,812 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1ba5af43fd99,46795,1732709851905 WAL count=0, meta=true 2024-11-27T12:17:50,812 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 1ba5af43fd99,46795,1732709851905 WAL splitting is done? wals=0, meta=true 2024-11-27T12:17:50,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T12:17:50,815 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:17:50,816 DEBUG [RS:0;1ba5af43fd99:36209 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T12:17:50,816 DEBUG [RS:0;1ba5af43fd99:36209 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T12:17:50,817 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T12:17:50,827 DEBUG [RS:0;1ba5af43fd99:36209 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T12:17:50,827 DEBUG [RS:0;1ba5af43fd99:36209 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f912056, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T12:17:50,840 DEBUG [RS:0;1ba5af43fd99:36209 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ba5af43fd99:36209 2024-11-27T12:17:50,840 INFO [RS:0;1ba5af43fd99:36209 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T12:17:50,840 INFO [RS:0;1ba5af43fd99:36209 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T12:17:50,840 DEBUG [RS:0;1ba5af43fd99:36209 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T12:17:50,841 INFO [RS:0;1ba5af43fd99:36209 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ba5af43fd99,34877,1732709869770 with port=36209, startcode=1732709869825 2024-11-27T12:17:50,841 DEBUG [RS:0;1ba5af43fd99:36209 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T12:17:50,843 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T12:17:50,844 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34877 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ba5af43fd99,36209,1732709869825 2024-11-27T12:17:50,844 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34877 {}] master.ServerManager(517): Registering regionserver=1ba5af43fd99,36209,1732709869825 2024-11-27T12:17:50,845 DEBUG [RS:0;1ba5af43fd99:36209 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6 2024-11-27T12:17:50,846 DEBUG [RS:0;1ba5af43fd99:36209 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40821 2024-11-27T12:17:50,846 DEBUG [RS:0;1ba5af43fd99:36209 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T12:17:50,857 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=56ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-27T12:17:50,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34877-0x1017c3a08ba0006, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161476395/rs 2024-11-27T12:17:50,859 DEBUG [RS:0;1ba5af43fd99:36209 {}] zookeeper.ZKUtil(111): regionserver:36209-0x1017c3a08ba0007, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Set watcher on existing znode=/0-161476395/rs/1ba5af43fd99,36209,1732709869825 2024-11-27T12:17:50,859 WARN [RS:0;1ba5af43fd99:36209 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:17:50,859 INFO [RS:0;1ba5af43fd99:36209 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:17:50,859 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ba5af43fd99,36209,1732709869825] 2024-11-27T12:17:50,859 DEBUG [RS:0;1ba5af43fd99:36209 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,36209,1732709869825 2024-11-27T12:17:50,903 INFO [RS:0;1ba5af43fd99:36209 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T12:17:50,904 INFO [RS:0;1ba5af43fd99:36209 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T12:17:50,905 INFO [RS:0;1ba5af43fd99:36209 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T12:17:50,905 INFO [RS:0;1ba5af43fd99:36209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:50,905 INFO [RS:0;1ba5af43fd99:36209 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T12:17:50,906 INFO [RS:0;1ba5af43fd99:36209 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T12:17:50,906 INFO [RS:0;1ba5af43fd99:36209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:50,907 DEBUG [RS:0;1ba5af43fd99:36209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:17:50,907 DEBUG [RS:0;1ba5af43fd99:36209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:17:50,907 DEBUG [RS:0;1ba5af43fd99:36209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:17:50,907 DEBUG [RS:0;1ba5af43fd99:36209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:17:50,907 DEBUG [RS:0;1ba5af43fd99:36209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:17:50,907 DEBUG [RS:0;1ba5af43fd99:36209 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:17:50,907 DEBUG [RS:0;1ba5af43fd99:36209 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:17:50,907 DEBUG [RS:0;1ba5af43fd99:36209 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:17:50,907 DEBUG [RS:0;1ba5af43fd99:36209 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:17:50,907 DEBUG [RS:0;1ba5af43fd99:36209 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:17:50,907 DEBUG [RS:0;1ba5af43fd99:36209 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:17:50,908 DEBUG [RS:0;1ba5af43fd99:36209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:17:50,908 DEBUG [RS:0;1ba5af43fd99:36209 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:17:50,908 DEBUG [RS:0;1ba5af43fd99:36209 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:17:50,908 INFO [RS:0;1ba5af43fd99:36209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:50,908 INFO [RS:0;1ba5af43fd99:36209 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:50,909 INFO [RS:0;1ba5af43fd99:36209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:50,909 INFO [RS:0;1ba5af43fd99:36209 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:50,909 INFO [RS:0;1ba5af43fd99:36209 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:50,909 INFO [RS:0;1ba5af43fd99:36209 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,36209,1732709869825-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:17:50,925 INFO [RS:0;1ba5af43fd99:36209 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T12:17:50,925 INFO [RS:0;1ba5af43fd99:36209 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,36209,1732709869825-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:50,942 INFO [RS:0;1ba5af43fd99:36209 {}] regionserver.ReplicationSource(231): queueId=1-1ba5af43fd99,36209,1732709869825, ReplicationSource: 1, currentBandwidth=0 2024-11-27T12:17:50,958 DEBUG [RS:0;1ba5af43fd99:36209.replicationSource,1-1ba5af43fd99,36209,1732709869825 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ba5af43fd99:42349' 2024-11-27T12:17:50,960 DEBUG [RS:0;1ba5af43fd99:36209.replicationSource,1-1ba5af43fd99,36209,1732709869825 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5921d634, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:17:50,960 DEBUG [RS:0;1ba5af43fd99:36209.replicationSource,1-1ba5af43fd99,36209,1732709869825 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,42349,-1 for getting cluster id 2024-11-27T12:17:50,960 DEBUG [RS:0;1ba5af43fd99:36209.replicationSource,1-1ba5af43fd99,36209,1732709869825 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:17:50,962 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9c82b21-107f-44b1-bbbb-36ec81b2a111' 2024-11-27T12:17:50,962 INFO [RS:0;1ba5af43fd99:36209 {}] regionserver.ReplicationSource(231): queueId=2-1ba5af43fd99,36209,1732709869825, ReplicationSource: 2, currentBandwidth=0 2024-11-27T12:17:50,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:17:50,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9c82b21-107f-44b1-bbbb-36ec81b2a111" 2024-11-27T12:17:50,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f6fa30a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:17:50,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,42349,-1] 2024-11-27T12:17:50,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:17:50,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:50,963 INFO [RS:0;1ba5af43fd99:36209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:50,964 INFO [RS:0;1ba5af43fd99:36209 {}] regionserver.Replication(171): 1ba5af43fd99,36209,1732709869825 started 2024-11-27T12:17:50,964 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:17:50,965 DEBUG [RS:0;1ba5af43fd99:36209.replicationSource,1-1ba5af43fd99,36209,1732709869825 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a604b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:17:50,965 DEBUG [RS:0;1ba5af43fd99:36209.replicationSource,1-1ba5af43fd99,36209,1732709869825 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:17:50,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,42349,1732709858927 2024-11-27T12:17:50,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f0583ce 2024-11-27T12:17:50,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:17:50,967 WARN [1ba5af43fd99:34877 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T12:17:50,968 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-27T12:17:50,969 INFO [RS:0;1ba5af43fd99:36209.replicationSource,1-1ba5af43fd99,36209,1732709869825 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1ba5af43fd99,36209,1732709869825 (queues=0) is replicating from cluster=31a48b1d-4b22-41f9-902a-08aa90eee196 to cluster=b9c82b21-107f-44b1-bbbb-36ec81b2a111 2024-11-27T12:17:50,986 INFO [RS:0;1ba5af43fd99:36209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:50,986 INFO [RS:0;1ba5af43fd99:36209 {}] regionserver.HRegionServer(1482): Serving as 1ba5af43fd99,36209,1732709869825, RpcServer on 1ba5af43fd99/172.17.0.3:36209, sessionid=0x1017c3a08ba0007 2024-11-27T12:17:50,986 DEBUG [RS:0;1ba5af43fd99:36209 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T12:17:50,986 DEBUG [RS:0;1ba5af43fd99:36209 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ba5af43fd99,36209,1732709869825 2024-11-27T12:17:50,987 DEBUG [RS:0;1ba5af43fd99:36209 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,36209,1732709869825' 2024-11-27T12:17:50,987 DEBUG [RS:0;1ba5af43fd99:36209 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-161476395/flush-table-proc/abort' 2024-11-27T12:17:50,987 DEBUG [RS:0;1ba5af43fd99:36209.replicationSource,2-1ba5af43fd99,36209,1732709869825 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ba5af43fd99:42349' 2024-11-27T12:17:50,988 DEBUG [RS:0;1ba5af43fd99:36209 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-161476395/flush-table-proc/acquired' 2024-11-27T12:17:50,991 DEBUG [RS:0;1ba5af43fd99:36209.replicationSource,2-1ba5af43fd99,36209,1732709869825 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f7a965d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:17:50,992 DEBUG [RS:0;1ba5af43fd99:36209.replicationSource,2-1ba5af43fd99,36209,1732709869825 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,42349,-1 for getting cluster id 2024-11-27T12:17:50,992 DEBUG [RS:0;1ba5af43fd99:36209.replicationSource,2-1ba5af43fd99,36209,1732709869825 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:17:50,993 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9c82b21-107f-44b1-bbbb-36ec81b2a111' 2024-11-27T12:17:50,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:17:50,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9c82b21-107f-44b1-bbbb-36ec81b2a111" 2024-11-27T12:17:50,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a42cdcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:17:50,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,42349,-1] 2024-11-27T12:17:50,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:17:50,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:50,995 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:17:50,996 DEBUG [RS:0;1ba5af43fd99:36209.replicationSource,2-1ba5af43fd99,36209,1732709869825 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3696c6c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:17:50,996 DEBUG [RS:0;1ba5af43fd99:36209.replicationSource,2-1ba5af43fd99,36209,1732709869825 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:17:50,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,42349,1732709858927 2024-11-27T12:17:50,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@109f18dd 2024-11-27T12:17:50,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:17:50,999 DEBUG [RS:0;1ba5af43fd99:36209 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T12:17:50,999 DEBUG [RS:0;1ba5af43fd99:36209 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T12:17:50,999 DEBUG [RS:0;1ba5af43fd99:36209 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ba5af43fd99,36209,1732709869825 2024-11-27T12:17:50,999 DEBUG [RS:0;1ba5af43fd99:36209 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,36209,1732709869825' 2024-11-27T12:17:50,999 DEBUG [RS:0;1ba5af43fd99:36209 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-161476395/online-snapshot/abort' 2024-11-27T12:17:50,999 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-27T12:17:51,000 INFO [RS:0;1ba5af43fd99:36209.replicationSource,2-1ba5af43fd99,36209,1732709869825 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-1ba5af43fd99,36209,1732709869825 (queues=0) is replicating from cluster=31a48b1d-4b22-41f9-902a-08aa90eee196 to cluster=b9c82b21-107f-44b1-bbbb-36ec81b2a111 2024-11-27T12:17:51,005 DEBUG [RS:0;1ba5af43fd99:36209 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-161476395/online-snapshot/acquired' 2024-11-27T12:17:51,005 DEBUG [RS:0;1ba5af43fd99:36209 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T12:17:51,005 INFO [RS:0;1ba5af43fd99:36209 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T12:17:51,005 INFO [RS:0;1ba5af43fd99:36209 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T12:17:51,106 INFO [RS:0;1ba5af43fd99:36209 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:17:51,108 INFO [RS:0;1ba5af43fd99:36209 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C36209%2C1732709869825, suffix=, logDir=hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,36209,1732709869825, archiveDir=hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/oldWALs, maxLogs=10 2024-11-27T12:17:51,126 DEBUG [RS:0;1ba5af43fd99:36209 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,36209,1732709869825/1ba5af43fd99%2C36209%2C1732709869825.1732709871109, exclude list is [], retry=0 2024-11-27T12:17:51,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36345,DS-49d62ef6-cee6-41b8-826c-3651b0b7b223,DISK] 2024-11-27T12:17:51,133 INFO [RS:0;1ba5af43fd99:36209 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,36209,1732709869825/1ba5af43fd99%2C36209%2C1732709869825.1732709871109 2024-11-27T12:17:51,134 DEBUG [RS:0;1ba5af43fd99:36209 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 1ba5af43fd99%2C36209%2C1732709869825 for peer 1 2024-11-27T12:17:51,134 DEBUG [RS:0;1ba5af43fd99:36209 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 1ba5af43fd99%2C36209%2C1732709869825 for peer 2 2024-11-27T12:17:51,134 DEBUG [RS:0;1ba5af43fd99:36209 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1ba5af43fd99%2C36209%2C1732709869825 2024-11-27T12:17:51,134 INFO [RS:0;1ba5af43fd99:36209 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1ba5af43fd99,36209,1732709869825, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T12:17:51,134 DEBUG [RS:0;1ba5af43fd99:36209 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=1ba5af43fd99%2C36209%2C1732709869825 2024-11-27T12:17:51,134 INFO [RS:0;1ba5af43fd99:36209.replicationSource.shipper1ba5af43fd99%2C36209%2C1732709869825,1-1ba5af43fd99,36209,1732709869825 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1ba5af43fd99%2C36209%2C1732709869825 2024-11-27T12:17:51,134 INFO [RS:0;1ba5af43fd99:36209 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-1ba5af43fd99,36209,1732709869825, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T12:17:51,135 DEBUG [RS:0;1ba5af43fd99:36209 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37171:37171)] 2024-11-27T12:17:51,135 INFO [RS:0;1ba5af43fd99:36209.replicationSource.shipper1ba5af43fd99%2C36209%2C1732709869825,2-1ba5af43fd99,36209,1732709869825 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1ba5af43fd99%2C36209%2C1732709869825 2024-11-27T12:17:51,135 DEBUG [RS:0;1ba5af43fd99:36209.replicationSource.wal-reader.1ba5af43fd99%2C36209%2C1732709869825,1-1ba5af43fd99,36209,1732709869825 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,36209,1732709869825/1ba5af43fd99%2C36209%2C1732709869825.1732709871109, startPosition=0, beingWritten=true 2024-11-27T12:17:51,135 DEBUG [RS:0;1ba5af43fd99:36209.replicationSource.wal-reader.1ba5af43fd99%2C36209%2C1732709869825,2-1ba5af43fd99,36209,1732709869825 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,36209,1732709869825/1ba5af43fd99%2C36209%2C1732709869825.1732709871109, startPosition=0, beingWritten=true 2024-11-27T12:17:51,217 DEBUG [1ba5af43fd99:34877 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T12:17:51,218 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ba5af43fd99,36209,1732709869825 2024-11-27T12:17:51,220 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,36209,1732709869825, state=OPENING 2024-11-27T12:17:51,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34877-0x1017c3a08ba0006, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-161476395/meta-region-server 2024-11-27T12:17:51,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36209-0x1017c3a08ba0007, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-161476395/meta-region-server 2024-11-27T12:17:51,226 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:17:51,226 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-161476395/meta-region-server: CHANGED 2024-11-27T12:17:51,226 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,36209,1732709869825}] 2024-11-27T12:17:51,226 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-161476395/meta-region-server: CHANGED 2024-11-27T12:17:51,350 DEBUG [RS:0;1ba5af43fd99:36209.replicationSource.wal-reader.1ba5af43fd99%2C36209%2C1732709869825,2-1ba5af43fd99,36209,1732709869825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,36209,1732709869825/1ba5af43fd99%2C36209%2C1732709869825.1732709871109 to pos 0, reset compression=false 2024-11-27T12:17:51,352 DEBUG [RS:0;1ba5af43fd99:36209.replicationSource.wal-reader.1ba5af43fd99%2C36209%2C1732709869825,1-1ba5af43fd99,36209,1732709869825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,36209,1732709869825/1ba5af43fd99%2C36209%2C1732709869825.1732709871109 to pos 0, reset compression=false 2024-11-27T12:17:51,380 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T12:17:51,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T12:17:51,388 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T12:17:51,389 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:17:51,389 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T12:17:51,392 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C36209%2C1732709869825.meta, suffix=.meta, logDir=hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,36209,1732709869825, archiveDir=hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/oldWALs, maxLogs=10 2024-11-27T12:17:51,408 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,36209,1732709869825/1ba5af43fd99%2C36209%2C1732709869825.meta.1732709871393.meta, exclude list is [], retry=0 2024-11-27T12:17:51,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36345,DS-49d62ef6-cee6-41b8-826c-3651b0b7b223,DISK] 2024-11-27T12:17:51,413 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,36209,1732709869825/1ba5af43fd99%2C36209%2C1732709869825.meta.1732709871393.meta 2024-11-27T12:17:51,413 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37171:37171)] 2024-11-27T12:17:51,413 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:17:51,414 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:17:51,414 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T12:17:51,414 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T12:17:51,414 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T12:17:51,414 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T12:17:51,414 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:17:51,414 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T12:17:51,414 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T12:17:51,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:17:51,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:17:51,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:17:51,427 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/data/hbase/meta/1588230740/info/40fdca8ef55c402fba12e5441d4f274f 2024-11-27T12:17:51,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:17:51,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:17:51,429 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:17:51,429 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:17:51,439 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/data/hbase/meta/1588230740/ns/a5a629bd9465442cb032680935c3fd17 2024-11-27T12:17:51,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:17:51,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:17:51,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:17:51,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:17:51,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:17:51,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:17:51,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:17:51,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:17:51,451 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/data/hbase/meta/1588230740/table/9c0efacb670e423aa02c058ec8895249 2024-11-27T12:17:51,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:17:51,452 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:17:51,453 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/data/hbase/meta/1588230740 2024-11-27T12:17:51,455 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/data/hbase/meta/1588230740 2024-11-27T12:17:51,456 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:17:51,456 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:17:51,457 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:17:51,459 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:17:51,460 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58923426, jitterRate=-0.12197253108024597}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:17:51,460 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T12:17:51,460 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732709871415Writing region info on filesystem at 1732709871415Initializing all the Stores at 1732709871416 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709871416Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709871416Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709871416Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709871416Cleaning up temporary data from old regions at 1732709871456 (+40 ms)Running coprocessor post-open hooks at 1732709871460 (+4 ms)Region opened successfully at 1732709871460 2024-11-27T12:17:51,461 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732709871380 2024-11-27T12:17:51,464 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T12:17:51,464 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T12:17:51,465 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=1ba5af43fd99,36209,1732709869825 2024-11-27T12:17:51,467 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,36209,1732709869825, state=OPEN 2024-11-27T12:17:51,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34877-0x1017c3a08ba0006, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-161476395/meta-region-server 2024-11-27T12:17:51,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36209-0x1017c3a08ba0007, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-161476395/meta-region-server 2024-11-27T12:17:51,479 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ba5af43fd99,36209,1732709869825 2024-11-27T12:17:51,479 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-161476395/meta-region-server: CHANGED 2024-11-27T12:17:51,479 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-161476395/meta-region-server: CHANGED 2024-11-27T12:17:51,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-27T12:17:51,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,36209,1732709869825 in 253 msec 2024-11-27T12:17:51,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-27T12:17:51,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 669 msec 2024-11-27T12:17:51,657 DEBUG [RS:0;1ba5af43fd99:36209.replicationSource.wal-reader.1ba5af43fd99%2C36209%2C1732709869825,2-1ba5af43fd99,36209,1732709869825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,36209,1732709869825/1ba5af43fd99%2C36209%2C1732709869825.1732709871109 to pos 0, reset compression=false 2024-11-27T12:17:51,660 DEBUG [RS:0;1ba5af43fd99:36209.replicationSource.wal-reader.1ba5af43fd99%2C36209%2C1732709869825,1-1ba5af43fd99,36209,1732709869825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,36209,1732709869825/1ba5af43fd99%2C36209%2C1732709869825.1732709871109 to pos 0, reset compression=false 2024-11-27T12:17:52,064 DEBUG [RS:0;1ba5af43fd99:36209.replicationSource.wal-reader.1ba5af43fd99%2C36209%2C1732709869825,2-1ba5af43fd99,36209,1732709869825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,36209,1732709869825/1ba5af43fd99%2C36209%2C1732709869825.1732709871109 to pos 0, reset compression=false 2024-11-27T12:17:52,066 DEBUG [RS:0;1ba5af43fd99:36209.replicationSource.wal-reader.1ba5af43fd99%2C36209%2C1732709869825,1-1ba5af43fd99,36209,1732709869825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,36209,1732709869825/1ba5af43fd99%2C36209%2C1732709869825.1732709871109 to pos 0, reset compression=false 2024-11-27T12:17:52,360 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1559ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-27T12:17:52,573 DEBUG [RS:0;1ba5af43fd99:36209.replicationSource.wal-reader.1ba5af43fd99%2C36209%2C1732709869825,2-1ba5af43fd99,36209,1732709869825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,36209,1732709869825/1ba5af43fd99%2C36209%2C1732709869825.1732709871109 to pos 0, reset compression=false 2024-11-27T12:17:52,575 DEBUG [RS:0;1ba5af43fd99:36209.replicationSource.wal-reader.1ba5af43fd99%2C36209%2C1732709869825,1-1ba5af43fd99,36209,1732709869825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,36209,1732709869825/1ba5af43fd99%2C36209%2C1732709869825.1732709871109 to pos 0, reset compression=false 2024-11-27T12:17:53,019 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:17:53,182 DEBUG [RS:0;1ba5af43fd99:36209.replicationSource.wal-reader.1ba5af43fd99%2C36209%2C1732709869825,2-1ba5af43fd99,36209,1732709869825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,36209,1732709869825/1ba5af43fd99%2C36209%2C1732709869825.1732709871109 to pos 0, reset compression=false 2024-11-27T12:17:53,186 DEBUG [RS:0;1ba5af43fd99:36209.replicationSource.wal-reader.1ba5af43fd99%2C36209%2C1732709869825,1-1ba5af43fd99,36209,1732709869825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,36209,1732709869825/1ba5af43fd99%2C36209%2C1732709869825.1732709871109 to pos 0, reset compression=false 2024-11-27T12:17:53,864 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3063ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3007ms 2024-11-27T12:17:53,892 DEBUG [RS:0;1ba5af43fd99:36209.replicationSource.wal-reader.1ba5af43fd99%2C36209%2C1732709869825,2-1ba5af43fd99,36209,1732709869825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,36209,1732709869825/1ba5af43fd99%2C36209%2C1732709869825.1732709871109 to pos 0, reset compression=false 2024-11-27T12:17:53,894 DEBUG [RS:0;1ba5af43fd99:36209.replicationSource.wal-reader.1ba5af43fd99%2C36209%2C1732709869825,1-1ba5af43fd99,36209,1732709869825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,36209,1732709869825/1ba5af43fd99%2C36209%2C1732709869825.1732709871109 to pos 0, reset compression=false 2024-11-27T12:17:54,700 DEBUG [RS:0;1ba5af43fd99:36209.replicationSource.wal-reader.1ba5af43fd99%2C36209%2C1732709869825,2-1ba5af43fd99,36209,1732709869825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,36209,1732709869825/1ba5af43fd99%2C36209%2C1732709869825.1732709871109 to pos 0, reset compression=false 2024-11-27T12:17:54,702 DEBUG [RS:0;1ba5af43fd99:36209.replicationSource.wal-reader.1ba5af43fd99%2C36209%2C1732709869825,1-1ba5af43fd99,36209,1732709869825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,36209,1732709869825/1ba5af43fd99%2C36209%2C1732709869825.1732709871109 to pos 0, reset compression=false 2024-11-27T12:17:55,317 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4516ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-27T12:17:55,318 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T12:17:55,319 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:17:55,319 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,36209,1732709869825, seqNum=-1] 2024-11-27T12:17:55,320 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:17:55,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:17:55,332 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4a87fbef0f6d7dde649d7813098d702a, regionState=OPEN, lastHost=1ba5af43fd99,46795,1732709851905, regionLocation=1ba5af43fd99,46795,1732709851905, openSeqNum=2 2024-11-27T12:17:55,332 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T12:17:55,332 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732709935332 2024-11-27T12:17:55,332 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732709995332 2024-11-27T12:17:55,333 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 14 msec 2024-11-27T12:17:55,333 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,34877,1732709869770-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:55,333 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,34877,1732709869770-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:55,333 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,34877,1732709869770-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:55,333 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ba5af43fd99:34877, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:55,333 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 1ba5af43fd99,46795,1732709851905 had 2 regions 2024-11-27T12:17:55,333 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:55,334 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:55,336 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 1ba5af43fd99,46795,1732709851905, splitWal=true, meta=true, isMeta: false 2024-11-27T12:17:55,338 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,46795,1732709851905-splitting dir is empty, no logs to split. 2024-11-27T12:17:55,338 INFO [PEWorker-3 {}] master.SplitWALManager(105): 1ba5af43fd99,46795,1732709851905 WAL count=0, meta=false 2024-11-27T12:17:55,341 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,46795,1732709851905-splitting dir is empty, no logs to split. 2024-11-27T12:17:55,341 INFO [PEWorker-3 {}] master.SplitWALManager(105): 1ba5af43fd99,46795,1732709851905 WAL count=0, meta=false 2024-11-27T12:17:55,341 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 1ba5af43fd99,46795,1732709851905 WAL splitting is done? wals=0, meta=false 2024-11-27T12:17:55,341 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.378sec 2024-11-27T12:17:55,341 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T12:17:55,341 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T12:17:55,341 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T12:17:55,341 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T12:17:55,341 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T12:17:55,342 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,34877,1732709869770-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:17:55,342 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,34877,1732709869770-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T12:17:55,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4a87fbef0f6d7dde649d7813098d702a, ASSIGN}] 2024-11-27T12:17:55,345 WARN [master/1ba5af43fd99:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=1ba5af43fd99,46795,1732709851905/hbase:replication,,1732709862450.4a87fbef0f6d7dde649d7813098d702a. 2024-11-27T12:17:55,346 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4a87fbef0f6d7dde649d7813098d702a, ASSIGN 2024-11-27T12:17:55,347 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4a87fbef0f6d7dde649d7813098d702a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T12:17:55,349 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T12:17:55,349 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T12:17:55,349 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,34877,1732709869770-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:17:55,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@701c1cc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:17:55,413 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,34877,-1 for getting cluster id 2024-11-27T12:17:55,413 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:17:55,416 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31a48b1d-4b22-41f9-902a-08aa90eee196' 2024-11-27T12:17:55,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:17:55,418 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31a48b1d-4b22-41f9-902a-08aa90eee196" 2024-11-27T12:17:55,418 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@511d9e71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:17:55,419 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,34877,-1] 2024-11-27T12:17:55,419 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:17:55,420 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:55,421 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:17:55,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e82319, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:17:55,423 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:17:55,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,36209,1732709869825, seqNum=-1] 2024-11-27T12:17:55,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:17:55,427 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:17:55,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-27T12:17:55,430 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:17:55,430 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:17:55,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:55,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:55,430 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:17:55,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 1ba5af43fd99:34877 after: 1ba5af43fd99:34877 2024-11-27T12:17:55,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1680cd57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:17:55,431 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,34877,-1 for getting cluster id 2024-11-27T12:17:55,431 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:17:55,432 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31a48b1d-4b22-41f9-902a-08aa90eee196' 2024-11-27T12:17:55,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:17:55,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31a48b1d-4b22-41f9-902a-08aa90eee196" 2024-11-27T12:17:55,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@be6e344, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:17:55,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,34877,-1] 2024-11-27T12:17:55,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:17:55,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:55,433 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:17:55,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d7e019, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:17:55,435 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:17:55,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,34877,1732709869770 2024-11-27T12:17:55,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2618842d 2024-11-27T12:17:55,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:17:55,437 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:17:55,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34877 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-27T12:17:55,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34877 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-27T12:17:55,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34877 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-27T12:17:55,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34877 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-27T12:17:55,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T12:17:55,441 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:17:55,441 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:17:55,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:55,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:55,441 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:17:55,441 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T12:17:55,441 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1033762441, stopped=false 2024-11-27T12:17:55,441 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ba5af43fd99,42349,1732709858927 2024-11-27T12:17:55,498 DEBUG [1ba5af43fd99:34877 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T12:17:55,499 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=4a87fbef0f6d7dde649d7813098d702a, regionState=OPENING, regionLocation=1ba5af43fd99,36209,1732709869825 2024-11-27T12:17:55,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4a87fbef0f6d7dde649d7813098d702a, ASSIGN because future has completed 2024-11-27T12:17:55,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a87fbef0f6d7dde649d7813098d702a, server=1ba5af43fd99,36209,1732709869825}] 2024-11-27T12:17:55,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35677-0x1017c3a08ba0004, quorum=127.0.0.1:51114, baseZNode=/11523774917 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11523774917/running 2024-11-27T12:17:55,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42349-0x1017c3a08ba0003, quorum=127.0.0.1:51114, baseZNode=/11523774917 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11523774917/running 2024-11-27T12:17:55,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42349-0x1017c3a08ba0003, quorum=127.0.0.1:51114, baseZNode=/11523774917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11523774917 2024-11-27T12:17:55,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35677-0x1017c3a08ba0004, quorum=127.0.0.1:51114, baseZNode=/11523774917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11523774917 2024-11-27T12:17:55,510 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:17:55,511 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:17:55,511 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:17:55,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:55,511 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42349-0x1017c3a08ba0003, quorum=127.0.0.1:51114, baseZNode=/11523774917 Set watcher on znode that does not yet exist, /11523774917/running 2024-11-27T12:17:55,511 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35677-0x1017c3a08ba0004, quorum=127.0.0.1:51114, baseZNode=/11523774917 Set watcher on znode that does not yet exist, /11523774917/running 2024-11-27T12:17:55,512 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ba5af43fd99,35677,1732709859192' ***** 2024-11-27T12:17:55,512 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T12:17:55,512 INFO [RS:0;1ba5af43fd99:35677 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T12:17:55,512 INFO [RS:0;1ba5af43fd99:35677 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T12:17:55,512 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T12:17:55,512 INFO [RS:0;1ba5af43fd99:35677 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T12:17:55,513 INFO [RS:0;1ba5af43fd99:35677 {}] regionserver.HRegionServer(959): stopping server 1ba5af43fd99,35677,1732709859192 2024-11-27T12:17:55,513 INFO [RS:0;1ba5af43fd99:35677 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:17:55,513 INFO [RS:0;1ba5af43fd99:35677 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:35677. 2024-11-27T12:17:55,513 DEBUG [RS:0;1ba5af43fd99:35677 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:17:55,513 DEBUG [RS:0;1ba5af43fd99:35677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:55,513 INFO [RS:0;1ba5af43fd99:35677 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T12:17:55,513 INFO [RS:0;1ba5af43fd99:35677 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T12:17:55,513 INFO [RS:0;1ba5af43fd99:35677 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T12:17:55,513 INFO [RS:0;1ba5af43fd99:35677 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T12:17:55,514 INFO [RS:0;1ba5af43fd99:35677 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T12:17:55,514 DEBUG [RS:0;1ba5af43fd99:35677 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T12:17:55,514 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:17:55,514 DEBUG [RS:0;1ba5af43fd99:35677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:17:55,514 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:17:55,514 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:17:55,514 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:17:55,514 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:17:55,514 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-27T12:17:55,531 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/data/hbase/meta/1588230740/.tmp/ns/593b056bc5644f54b859104f743c6540 is 43, key is default/ns:d/1732709862256/Put/seqid=0 2024-11-27T12:17:55,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43269 is added to blk_1073741835_1011 (size=5153) 2024-11-27T12:17:55,565 INFO [regionserver/1ba5af43fd99:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:17:55,610 DEBUG [RS:0;1ba5af43fd99:36209.replicationSource.wal-reader.1ba5af43fd99%2C36209%2C1732709869825,2-1ba5af43fd99,36209,1732709869825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,36209,1732709869825/1ba5af43fd99%2C36209%2C1732709869825.1732709871109 to pos 0, reset compression=false 2024-11-27T12:17:55,611 DEBUG [RS:0;1ba5af43fd99:36209.replicationSource.wal-reader.1ba5af43fd99%2C36209%2C1732709869825,1-1ba5af43fd99,36209,1732709869825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,36209,1732709869825/1ba5af43fd99%2C36209%2C1732709869825.1732709871109 to pos 0, reset compression=false 2024-11-27T12:17:55,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732709862450.4a87fbef0f6d7dde649d7813098d702a. 2024-11-27T12:17:55,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:17:55,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T12:17:55,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C36209%2C1732709869825.rep, suffix=, logDir=hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,36209,1732709869825, archiveDir=hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/oldWALs, maxLogs=10 2024-11-27T12:17:55,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,36209,1732709869825/1ba5af43fd99%2C36209%2C1732709869825.rep.1732709875667, exclude list is [], retry=0 2024-11-27T12:17:55,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36345,DS-49d62ef6-cee6-41b8-826c-3651b0b7b223,DISK] 2024-11-27T12:17:55,684 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,36209,1732709869825/1ba5af43fd99%2C36209%2C1732709869825.rep.1732709875667 2024-11-27T12:17:55,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37171:37171)] 2024-11-27T12:17:55,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 4a87fbef0f6d7dde649d7813098d702a, NAME => 'hbase:replication,,1732709862450.4a87fbef0f6d7dde649d7813098d702a.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:17:55,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:17:55,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T12:17:55,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732709862450.4a87fbef0f6d7dde649d7813098d702a. service=MultiRowMutationService 2024-11-27T12:17:55,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T12:17:55,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4a87fbef0f6d7dde649d7813098d702a 2024-11-27T12:17:55,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732709862450.4a87fbef0f6d7dde649d7813098d702a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:17:55,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 4a87fbef0f6d7dde649d7813098d702a 2024-11-27T12:17:55,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 4a87fbef0f6d7dde649d7813098d702a 2024-11-27T12:17:55,687 INFO [StoreOpener-4a87fbef0f6d7dde649d7813098d702a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4a87fbef0f6d7dde649d7813098d702a 2024-11-27T12:17:55,688 INFO [StoreOpener-4a87fbef0f6d7dde649d7813098d702a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a87fbef0f6d7dde649d7813098d702a columnFamilyName hfileref 2024-11-27T12:17:55,688 DEBUG [StoreOpener-4a87fbef0f6d7dde649d7813098d702a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:17:55,688 INFO [StoreOpener-4a87fbef0f6d7dde649d7813098d702a-1 {}] regionserver.HStore(327): Store=4a87fbef0f6d7dde649d7813098d702a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:17:55,688 INFO [StoreOpener-4a87fbef0f6d7dde649d7813098d702a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4a87fbef0f6d7dde649d7813098d702a 2024-11-27T12:17:55,689 INFO [StoreOpener-4a87fbef0f6d7dde649d7813098d702a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a87fbef0f6d7dde649d7813098d702a columnFamilyName queue 2024-11-27T12:17:55,689 DEBUG [StoreOpener-4a87fbef0f6d7dde649d7813098d702a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:17:55,696 DEBUG [StoreOpener-4a87fbef0f6d7dde649d7813098d702a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/data/hbase/replication/4a87fbef0f6d7dde649d7813098d702a/queue/689621a160364027826edc78c4c6aebe 2024-11-27T12:17:55,696 INFO [StoreOpener-4a87fbef0f6d7dde649d7813098d702a-1 {}] regionserver.HStore(327): Store=4a87fbef0f6d7dde649d7813098d702a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:17:55,696 INFO [StoreOpener-4a87fbef0f6d7dde649d7813098d702a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4a87fbef0f6d7dde649d7813098d702a 2024-11-27T12:17:55,697 INFO [StoreOpener-4a87fbef0f6d7dde649d7813098d702a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a87fbef0f6d7dde649d7813098d702a columnFamilyName sid 2024-11-27T12:17:55,698 DEBUG [StoreOpener-4a87fbef0f6d7dde649d7813098d702a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:17:55,698 INFO [StoreOpener-4a87fbef0f6d7dde649d7813098d702a-1 {}] regionserver.HStore(327): Store=4a87fbef0f6d7dde649d7813098d702a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:17:55,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 4a87fbef0f6d7dde649d7813098d702a 2024-11-27T12:17:55,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/data/hbase/replication/4a87fbef0f6d7dde649d7813098d702a 2024-11-27T12:17:55,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/data/hbase/replication/4a87fbef0f6d7dde649d7813098d702a 2024-11-27T12:17:55,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 4a87fbef0f6d7dde649d7813098d702a 2024-11-27T12:17:55,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 4a87fbef0f6d7dde649d7813098d702a 2024-11-27T12:17:55,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T12:17:55,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 4a87fbef0f6d7dde649d7813098d702a 2024-11-27T12:17:55,704 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 4a87fbef0f6d7dde649d7813098d702a; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63750351, jitterRate=-0.050045743584632874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T12:17:55,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4a87fbef0f6d7dde649d7813098d702a 2024-11-27T12:17:55,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 4a87fbef0f6d7dde649d7813098d702a: Running coprocessor pre-open hook at 1732709875686Writing region info on filesystem at 1732709875686Initializing all the Stores at 1732709875686Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709875686Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709875687 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709875687Cleaning up temporary data from old regions at 1732709875701 (+14 ms)Running coprocessor post-open hooks at 1732709875704 (+3 ms)Region opened successfully at 1732709875705 (+1 ms) 2024-11-27T12:17:55,706 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732709862450.4a87fbef0f6d7dde649d7813098d702a., pid=19, masterSystemTime=1732709875659 2024-11-27T12:17:55,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732709862450.4a87fbef0f6d7dde649d7813098d702a. 2024-11-27T12:17:55,709 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732709862450.4a87fbef0f6d7dde649d7813098d702a. 2024-11-27T12:17:55,709 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=4a87fbef0f6d7dde649d7813098d702a, regionState=OPEN, openSeqNum=10, regionLocation=1ba5af43fd99,36209,1732709869825 2024-11-27T12:17:55,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a87fbef0f6d7dde649d7813098d702a, server=1ba5af43fd99,36209,1732709869825 because future has completed 2024-11-27T12:17:55,714 DEBUG [RS:0;1ba5af43fd99:35677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:17:55,717 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-27T12:17:55,717 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 4a87fbef0f6d7dde649d7813098d702a, server=1ba5af43fd99,36209,1732709869825 in 209 msec 2024-11-27T12:17:55,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-27T12:17:55,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4a87fbef0f6d7dde649d7813098d702a, ASSIGN in 373 msec 2024-11-27T12:17:55,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-27T12:17:55,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732709862450.4a87fbef0f6d7dde649d7813098d702a., hostname=1ba5af43fd99,36209,1732709869825, seqNum=10] 2024-11-27T12:17:55,763 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 1ba5af43fd99,46795,1732709851905 2024-11-27T12:17:55,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-27T12:17:55,914 DEBUG [RS:0;1ba5af43fd99:35677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:17:55,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-27T12:17:55,936 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/data/hbase/meta/1588230740/.tmp/ns/593b056bc5644f54b859104f743c6540 2024-11-27T12:17:55,946 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/data/hbase/meta/1588230740/.tmp/ns/593b056bc5644f54b859104f743c6540 as hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/data/hbase/meta/1588230740/ns/593b056bc5644f54b859104f743c6540 2024-11-27T12:17:55,953 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/data/hbase/meta/1588230740/ns/593b056bc5644f54b859104f743c6540, entries=2, sequenceid=6, filesize=5.0 K 2024-11-27T12:17:55,954 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=6, compaction requested=false 2024-11-27T12:17:55,954 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T12:17:55,961 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T12:17:55,962 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:17:55,962 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:17:55,962 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:17:55,962 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732709875514Running coprocessor pre-close hooks at 1732709875514Disabling compacts and flushes for region at 1732709875514Disabling writes for close at 1732709875514Obtaining lock to block concurrent updates at 1732709875514Preparing flush snapshotting stores in 1588230740 at 1732709875514Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732709875514Flushing stores of hbase:meta,,1.1588230740 at 1732709875515 (+1 ms)Flushing 1588230740/ns: creating writer at 1732709875515Flushing 1588230740/ns: appending metadata at 1732709875530 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732709875530Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f0f5ed: reopening flushed file at 1732709875945 (+415 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=6, compaction requested=false at 1732709875954 (+9 ms)Writing region close event to WAL at 1732709875956 (+2 ms)Running coprocessor post-close hooks at 1732709875962 (+6 ms)Closed at 1732709875962 2024-11-27T12:17:55,963 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T12:17:56,115 INFO [RS:0;1ba5af43fd99:35677 {}] regionserver.HRegionServer(976): stopping server 1ba5af43fd99,35677,1732709859192; all regions closed. 2024-11-27T12:17:56,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43269 is added to blk_1073741834_1010 (size=1152) 2024-11-27T12:17:56,125 DEBUG [RS:0;1ba5af43fd99:35677 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/oldWALs 2024-11-27T12:17:56,126 INFO [RS:0;1ba5af43fd99:35677 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ba5af43fd99%2C35677%2C1732709859192.meta:.meta(num 1732709862165) 2024-11-27T12:17:56,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43269 is added to blk_1073741832_1008 (size=93) 2024-11-27T12:17:56,133 DEBUG [RS:0;1ba5af43fd99:35677 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/oldWALs 2024-11-27T12:17:56,133 INFO [RS:0;1ba5af43fd99:35677 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ba5af43fd99%2C35677%2C1732709859192:(num 1732709861296) 2024-11-27T12:17:56,133 DEBUG [RS:0;1ba5af43fd99:35677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:56,134 INFO [RS:0;1ba5af43fd99:35677 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:17:56,134 INFO [RS:0;1ba5af43fd99:35677 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:17:56,134 INFO [RS:0;1ba5af43fd99:35677 {}] hbase.ChoreService(370): Chore service for: regionserver/1ba5af43fd99:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T12:17:56,135 INFO [RS:0;1ba5af43fd99:35677 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:17:56,135 INFO [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:17:56,135 INFO [RS:0;1ba5af43fd99:35677 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35677 2024-11-27T12:17:56,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35677-0x1017c3a08ba0004, quorum=127.0.0.1:51114, baseZNode=/11523774917 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11523774917/rs/1ba5af43fd99,35677,1732709859192 2024-11-27T12:17:56,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42349-0x1017c3a08ba0003, quorum=127.0.0.1:51114, baseZNode=/11523774917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11523774917/rs 2024-11-27T12:17:56,184 INFO [RS:0;1ba5af43fd99:35677 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:17:56,185 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ba5af43fd99,35677,1732709859192] 2024-11-27T12:17:56,205 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11523774917/draining/1ba5af43fd99,35677,1732709859192 already deleted, retry=false 2024-11-27T12:17:56,205 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ba5af43fd99,35677,1732709859192 expired; onlineServers=0 2024-11-27T12:17:56,205 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ba5af43fd99,42349,1732709858927' ***** 2024-11-27T12:17:56,205 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T12:17:56,205 INFO [M:0;1ba5af43fd99:42349 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:17:56,205 INFO [M:0;1ba5af43fd99:42349 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:17:56,205 DEBUG [M:0;1ba5af43fd99:42349 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T12:17:56,205 DEBUG [M:0;1ba5af43fd99:42349 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T12:17:56,205 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T12:17:56,205 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732709860967 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732709860967,5,FailOnTimeoutGroup] 2024-11-27T12:17:56,205 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732709860967 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732709860967,5,FailOnTimeoutGroup] 2024-11-27T12:17:56,205 INFO [M:0;1ba5af43fd99:42349 {}] hbase.ChoreService(370): Chore service for: master/1ba5af43fd99:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T12:17:56,205 INFO [M:0;1ba5af43fd99:42349 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:17:56,206 DEBUG [M:0;1ba5af43fd99:42349 {}] master.HMaster(1795): Stopping service threads 2024-11-27T12:17:56,206 INFO [M:0;1ba5af43fd99:42349 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T12:17:56,206 INFO [M:0;1ba5af43fd99:42349 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:17:56,206 INFO [M:0;1ba5af43fd99:42349 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T12:17:56,206 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T12:17:56,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42349-0x1017c3a08ba0003, quorum=127.0.0.1:51114, baseZNode=/11523774917 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11523774917/master 2024-11-27T12:17:56,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42349-0x1017c3a08ba0003, quorum=127.0.0.1:51114, baseZNode=/11523774917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11523774917 2024-11-27T12:17:56,215 DEBUG [M:0;1ba5af43fd99:42349 {}] zookeeper.ZKUtil(347): master:42349-0x1017c3a08ba0003, quorum=127.0.0.1:51114, baseZNode=/11523774917 Unable to get data of znode /11523774917/master because node does not exist (not an error) 2024-11-27T12:17:56,215 WARN [M:0;1ba5af43fd99:42349 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T12:17:56,216 INFO [M:0;1ba5af43fd99:42349 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/.lastflushedseqids 2024-11-27T12:17:56,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43269 is added to blk_1073741836_1012 (size=99) 2024-11-27T12:17:56,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35677-0x1017c3a08ba0004, quorum=127.0.0.1:51114, baseZNode=/11523774917 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:17:56,294 INFO [RS:0;1ba5af43fd99:35677 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:17:56,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35677-0x1017c3a08ba0004, quorum=127.0.0.1:51114, baseZNode=/11523774917 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:17:56,294 INFO [RS:0;1ba5af43fd99:35677 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ba5af43fd99,35677,1732709859192; zookeeper connection closed. 2024-11-27T12:17:56,295 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6fa18025 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6fa18025 2024-11-27T12:17:56,295 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T12:17:56,619 DEBUG [RS:0;1ba5af43fd99:36209.replicationSource.wal-reader.1ba5af43fd99%2C36209%2C1732709869825,1-1ba5af43fd99,36209,1732709869825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,36209,1732709869825/1ba5af43fd99%2C36209%2C1732709869825.1732709871109 to pos 0, reset compression=false 2024-11-27T12:17:56,620 DEBUG [RS:0;1ba5af43fd99:36209.replicationSource.wal-reader.1ba5af43fd99%2C36209%2C1732709869825,2-1ba5af43fd99,36209,1732709869825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,36209,1732709869825/1ba5af43fd99%2C36209%2C1732709869825.1732709871109 to pos 0, reset compression=false 2024-11-27T12:17:56,624 INFO [M:0;1ba5af43fd99:42349 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T12:17:56,624 INFO [M:0;1ba5af43fd99:42349 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T12:17:56,624 DEBUG [M:0;1ba5af43fd99:42349 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:17:56,625 INFO [M:0;1ba5af43fd99:42349 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:17:56,625 DEBUG [M:0;1ba5af43fd99:42349 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:17:56,625 DEBUG [M:0;1ba5af43fd99:42349 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:17:56,625 DEBUG [M:0;1ba5af43fd99:42349 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:17:56,625 INFO [M:0;1ba5af43fd99:42349 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-27T12:17:56,648 DEBUG [M:0;1ba5af43fd99:42349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ea01cf048d14b93b631ee0596c0ea3f is 82, key is hbase:meta,,1/info:regioninfo/1732709862214/Put/seqid=0 2024-11-27T12:17:56,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43269 is added to blk_1073741837_1013 (size=5672) 2024-11-27T12:17:57,057 INFO [M:0;1ba5af43fd99:42349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ea01cf048d14b93b631ee0596c0ea3f 2024-11-27T12:17:57,091 DEBUG [M:0;1ba5af43fd99:42349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0047fef375c45339b7a5b3a28fe65ad is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732709862263/Put/seqid=0 2024-11-27T12:17:57,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43269 is added to blk_1073741838_1014 (size=5275) 2024-11-27T12:17:57,099 INFO [M:0;1ba5af43fd99:42349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0047fef375c45339b7a5b3a28fe65ad 2024-11-27T12:17:57,132 DEBUG [M:0;1ba5af43fd99:42349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71d6e4828b2f4bc49139cc8e243751dd is 69, key is 1ba5af43fd99,35677,1732709859192/rs:state/1732709861060/Put/seqid=0 2024-11-27T12:17:57,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43269 is added to blk_1073741839_1015 (size=5156) 2024-11-27T12:17:57,140 INFO [M:0;1ba5af43fd99:42349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71d6e4828b2f4bc49139cc8e243751dd 2024-11-27T12:17:57,148 DEBUG [M:0;1ba5af43fd99:42349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ea01cf048d14b93b631ee0596c0ea3f as hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9ea01cf048d14b93b631ee0596c0ea3f 2024-11-27T12:17:57,160 INFO [M:0;1ba5af43fd99:42349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9ea01cf048d14b93b631ee0596c0ea3f, entries=8, sequenceid=28, filesize=5.5 K 2024-11-27T12:17:57,162 DEBUG [M:0;1ba5af43fd99:42349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0047fef375c45339b7a5b3a28fe65ad as hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b0047fef375c45339b7a5b3a28fe65ad 2024-11-27T12:17:57,172 INFO [M:0;1ba5af43fd99:42349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b0047fef375c45339b7a5b3a28fe65ad, entries=3, sequenceid=28, filesize=5.2 K 2024-11-27T12:17:57,174 DEBUG [M:0;1ba5af43fd99:42349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71d6e4828b2f4bc49139cc8e243751dd as hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/71d6e4828b2f4bc49139cc8e243751dd 2024-11-27T12:17:57,187 INFO [M:0;1ba5af43fd99:42349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36089/user/jenkins/test-data/36a903a0-3ba4-3362-9fe2-53bdeb7c5c76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/71d6e4828b2f4bc49139cc8e243751dd, entries=1, sequenceid=28, filesize=5.0 K 2024-11-27T12:17:57,189 INFO [M:0;1ba5af43fd99:42349 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 563ms, sequenceid=28, compaction requested=false 2024-11-27T12:17:57,213 INFO [M:0;1ba5af43fd99:42349 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:17:57,213 DEBUG [M:0;1ba5af43fd99:42349 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732709876624Disabling compacts and flushes for region at 1732709876624Disabling writes for close at 1732709876625 (+1 ms)Obtaining lock to block concurrent updates at 1732709876625Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732709876625Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732709876626 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732709876627 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732709876627Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732709876648 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732709876648Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732709877067 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732709877090 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732709877091 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732709877111 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732709877131 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732709877131Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22cbb965: reopening flushed file at 1732709877147 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12101947: reopening flushed file at 1732709877160 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17961fe: reopening flushed file at 1732709877173 (+13 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 563ms, sequenceid=28, compaction requested=false at 1732709877189 (+16 ms)Writing region close event to WAL at 1732709877212 (+23 ms)Closed at 1732709877212 2024-11-27T12:17:57,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43269 is added to blk_1073741830_1006 (size=10165) 2024-11-27T12:17:57,221 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:17:57,221 INFO [M:0;1ba5af43fd99:42349 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T12:17:57,221 INFO [M:0;1ba5af43fd99:42349 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42349 2024-11-27T12:17:57,225 INFO [M:0;1ba5af43fd99:42349 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:17:57,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42349-0x1017c3a08ba0003, quorum=127.0.0.1:51114, baseZNode=/11523774917 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:17:57,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42349-0x1017c3a08ba0003, quorum=127.0.0.1:51114, baseZNode=/11523774917 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:17:57,389 INFO [M:0;1ba5af43fd99:42349 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:17:57,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e60d0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:17:57,430 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:17:57,430 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:17:57,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:17:57,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81be093e-8f3a-9e5c-2f60-4c68cc85a87c/hadoop.log.dir/,STOPPED} 2024-11-27T12:17:57,436 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T12:17:57,436 WARN [BP-399199243-172.17.0.3-1732709856492 heartbeating to localhost/127.0.0.1:36089 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T12:17:57,437 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T12:17:57,437 WARN [BP-399199243-172.17.0.3-1732709856492 heartbeating to localhost/127.0.0.1:36089 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-399199243-172.17.0.3-1732709856492 (Datanode Uuid 9a9167ce-7005-4440-9563-9b1a110caf47) service to localhost/127.0.0.1:36089 2024-11-27T12:17:57,438 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81be093e-8f3a-9e5c-2f60-4c68cc85a87c/cluster_82c6a49a-f605-6ada-8b02-ee832f679de5/data/data1/current/BP-399199243-172.17.0.3-1732709856492 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:17:57,438 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81be093e-8f3a-9e5c-2f60-4c68cc85a87c/cluster_82c6a49a-f605-6ada-8b02-ee832f679de5/data/data2/current/BP-399199243-172.17.0.3-1732709856492 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:17:57,439 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T12:17:57,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12160a33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:17:57,447 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:17:57,447 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:17:57,447 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:17:57,447 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81be093e-8f3a-9e5c-2f60-4c68cc85a87c/hadoop.log.dir/,STOPPED} 2024-11-27T12:17:57,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T12:17:57,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T12:17:57,472 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:17:57,472 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:17:57,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:57,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:57,473 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:17:57,473 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T12:17:57,473 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=929922042, stopped=false 2024-11-27T12:17:57,473 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ba5af43fd99,34877,1732709869770 2024-11-27T12:17:57,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36209-0x1017c3a08ba0007, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-161476395/running 2024-11-27T12:17:57,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34877-0x1017c3a08ba0006, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-161476395/running 2024-11-27T12:17:57,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36209-0x1017c3a08ba0007, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161476395 2024-11-27T12:17:57,489 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:17:57,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34877-0x1017c3a08ba0006, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161476395 2024-11-27T12:17:57,489 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:17:57,489 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:17:57,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:57,490 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36209-0x1017c3a08ba0007, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Set watcher on znode that does not yet exist, /0-161476395/running 2024-11-27T12:17:57,490 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34877-0x1017c3a08ba0006, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Set watcher on znode that does not yet exist, /0-161476395/running 2024-11-27T12:17:57,490 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ba5af43fd99,36209,1732709869825' ***** 2024-11-27T12:17:57,490 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T12:17:57,490 INFO [RS:0;1ba5af43fd99:36209 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T12:17:57,490 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T12:17:57,490 INFO [RS:0;1ba5af43fd99:36209 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T12:17:57,490 INFO [RS:0;1ba5af43fd99:36209 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T12:17:57,490 INFO [RS:0;1ba5af43fd99:36209 {}] regionserver.HRegionServer(3091): Received CLOSE for 4a87fbef0f6d7dde649d7813098d702a 2024-11-27T12:17:57,491 INFO [RS:0;1ba5af43fd99:36209 {}] regionserver.HRegionServer(959): stopping server 1ba5af43fd99,36209,1732709869825 2024-11-27T12:17:57,491 INFO [RS:0;1ba5af43fd99:36209 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:17:57,491 INFO [RS:0;1ba5af43fd99:36209 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:36209. 2024-11-27T12:17:57,491 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4a87fbef0f6d7dde649d7813098d702a, disabling compactions & flushes 2024-11-27T12:17:57,491 DEBUG [RS:0;1ba5af43fd99:36209 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:17:57,491 DEBUG [RS:0;1ba5af43fd99:36209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:57,491 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732709862450.4a87fbef0f6d7dde649d7813098d702a. 2024-11-27T12:17:57,491 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732709862450.4a87fbef0f6d7dde649d7813098d702a. 2024-11-27T12:17:57,491 INFO [RS:0;1ba5af43fd99:36209 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T12:17:57,491 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732709862450.4a87fbef0f6d7dde649d7813098d702a. after waiting 0 ms 2024-11-27T12:17:57,491 INFO [RS:0;1ba5af43fd99:36209 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T12:17:57,491 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732709862450.4a87fbef0f6d7dde649d7813098d702a. 2024-11-27T12:17:57,491 INFO [RS:0;1ba5af43fd99:36209 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T12:17:57,491 INFO [RS:0;1ba5af43fd99:36209 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T12:17:57,491 INFO [RS:0;1ba5af43fd99:36209 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T12:17:57,491 DEBUG [RS:0;1ba5af43fd99:36209 {}] regionserver.HRegionServer(1325): Online Regions={4a87fbef0f6d7dde649d7813098d702a=hbase:replication,,1732709862450.4a87fbef0f6d7dde649d7813098d702a., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T12:17:57,491 DEBUG [RS:0;1ba5af43fd99:36209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a87fbef0f6d7dde649d7813098d702a 2024-11-27T12:17:57,491 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:17:57,491 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:17:57,491 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:17:57,491 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:17:57,491 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:17:57,492 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-27T12:17:57,496 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/data/hbase/replication/4a87fbef0f6d7dde649d7813098d702a/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-27T12:17:57,497 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:17:57,497 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:17:57,497 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732709862450.4a87fbef0f6d7dde649d7813098d702a. 2024-11-27T12:17:57,497 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4a87fbef0f6d7dde649d7813098d702a: Waiting for close lock at 1732709877491Running coprocessor pre-close hooks at 1732709877491Disabling compacts and flushes for region at 1732709877491Disabling writes for close at 1732709877491Writing region close event to WAL at 1732709877492 (+1 ms)Running coprocessor post-close hooks at 1732709877497 (+5 ms)Closed at 1732709877497 2024-11-27T12:17:57,497 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732709862450.4a87fbef0f6d7dde649d7813098d702a. 2024-11-27T12:17:57,509 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/data/hbase/meta/1588230740/.tmp/info/4a1d1d0c8e1848639082f075c1af3f7d is 147, key is hbase:replication,,1732709862450.4a87fbef0f6d7dde649d7813098d702a./info:regioninfo/1732709875709/Put/seqid=0 2024-11-27T12:17:57,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36345 is added to blk_1073741851_1027 (size=6385) 2024-11-27T12:17:57,515 INFO [regionserver/1ba5af43fd99:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:17:57,692 DEBUG [RS:0;1ba5af43fd99:36209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:17:57,727 DEBUG [RS:0;1ba5af43fd99:36209.replicationSource.wal-reader.1ba5af43fd99%2C36209%2C1732709869825,1-1ba5af43fd99,36209,1732709869825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,36209,1732709869825/1ba5af43fd99%2C36209%2C1732709869825.1732709871109 to pos 0, reset compression=false 2024-11-27T12:17:57,729 DEBUG [RS:0;1ba5af43fd99:36209.replicationSource.wal-reader.1ba5af43fd99%2C36209%2C1732709869825,2-1ba5af43fd99,36209,1732709869825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/WALs/1ba5af43fd99,36209,1732709869825/1ba5af43fd99%2C36209%2C1732709869825.1732709871109 to pos 0, reset compression=false 2024-11-27T12:17:57,892 DEBUG [RS:0;1ba5af43fd99:36209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:17:57,909 INFO [regionserver/1ba5af43fd99:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T12:17:57,910 INFO [regionserver/1ba5af43fd99:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T12:17:57,916 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/data/hbase/meta/1588230740/.tmp/info/4a1d1d0c8e1848639082f075c1af3f7d 2024-11-27T12:17:57,927 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/data/hbase/meta/1588230740/.tmp/info/4a1d1d0c8e1848639082f075c1af3f7d as hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/data/hbase/meta/1588230740/info/4a1d1d0c8e1848639082f075c1af3f7d 2024-11-27T12:17:57,934 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/data/hbase/meta/1588230740/info/4a1d1d0c8e1848639082f075c1af3f7d, entries=8, sequenceid=19, filesize=6.2 K 2024-11-27T12:17:57,935 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=19, compaction requested=false 2024-11-27T12:17:57,941 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-27T12:17:57,941 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:17:57,941 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:17:57,941 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:17:57,942 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732709877491Running coprocessor pre-close hooks at 1732709877491Disabling compacts and flushes for region at 1732709877491Disabling writes for close at 1732709877491Obtaining lock to block concurrent updates at 1732709877492 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732709877492Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732709877492Flushing stores of hbase:meta,,1.1588230740 at 1732709877493 (+1 ms)Flushing 1588230740/info: creating writer at 1732709877493Flushing 1588230740/info: appending metadata at 1732709877509 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732709877509Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8904853: reopening flushed file at 1732709877926 (+417 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=19, compaction requested=false at 1732709877935 (+9 ms)Writing region close event to WAL at 1732709877937 (+2 ms)Running coprocessor post-close hooks at 1732709877941 (+4 ms)Closed at 1732709877941 2024-11-27T12:17:57,942 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T12:17:58,092 INFO [RS:0;1ba5af43fd99:36209 {}] regionserver.HRegionServer(976): stopping server 1ba5af43fd99,36209,1732709869825; all regions closed. 2024-11-27T12:17:58,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36345 is added to blk_1073741849_1025 (size=2156) 2024-11-27T12:17:58,099 DEBUG [RS:0;1ba5af43fd99:36209 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/oldWALs 2024-11-27T12:17:58,099 INFO [RS:0;1ba5af43fd99:36209 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ba5af43fd99%2C36209%2C1732709869825.meta:.meta(num 1732709871393) 2024-11-27T12:17:58,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36345 is added to blk_1073741850_1026 (size=796) 2024-11-27T12:17:58,106 DEBUG [RS:0;1ba5af43fd99:36209 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/oldWALs 2024-11-27T12:17:58,106 INFO [RS:0;1ba5af43fd99:36209 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ba5af43fd99%2C36209%2C1732709869825.rep:(num 1732709875667) 2024-11-27T12:17:58,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36345 is added to blk_1073741848_1024 (size=93) 2024-11-27T12:17:58,111 DEBUG [RS:0;1ba5af43fd99:36209 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/oldWALs 2024-11-27T12:17:58,111 INFO [RS:0;1ba5af43fd99:36209 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ba5af43fd99%2C36209%2C1732709869825:(num 1732709871109) 2024-11-27T12:17:58,111 DEBUG [RS:0;1ba5af43fd99:36209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:58,111 INFO [RS:0;1ba5af43fd99:36209 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:17:58,111 INFO [RS:0;1ba5af43fd99:36209 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:17:58,112 INFO [RS:0;1ba5af43fd99:36209 {}] hbase.ChoreService(370): Chore service for: regionserver/1ba5af43fd99:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T12:17:58,112 INFO [RS:0;1ba5af43fd99:36209 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:17:58,112 INFO [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:17:58,112 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/1ba5af43fd99:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-27T12:17:58,112 INFO [RS:0;1ba5af43fd99:36209 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1ba5af43fd99,36209,1732709869825 because: Region server is closing 2024-11-27T12:17:58,112 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/1ba5af43fd99:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-27T12:17:58,112 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/1ba5af43fd99:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-27T12:17:58,112 INFO [RS:0;1ba5af43fd99:36209 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:36209. 2024-11-27T12:17:58,113 DEBUG [RS:0;1ba5af43fd99:36209 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:17:58,113 DEBUG [RS:0;1ba5af43fd99:36209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:58,113 DEBUG [RS:0;1ba5af43fd99:36209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:58,113 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:17:58,213 WARN [RS:0;1ba5af43fd99:36209.replicationSource.shipper1ba5af43fd99%2C36209%2C1732709869825,1-1ba5af43fd99,36209,1732709869825 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T12:17:58,213 WARN [RS:0;1ba5af43fd99:36209.replicationSource.wal-reader.1ba5af43fd99%2C36209%2C1732709869825,1-1ba5af43fd99,36209,1732709869825 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T12:17:58,213 INFO [RS:0;1ba5af43fd99:36209 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;1ba5af43fd99:36209.replicationSource.shipper1ba5af43fd99%2C36209%2C1732709869825,1-1ba5af43fd99,36209,1732709869825 terminated 2024-11-27T12:17:58,214 INFO [RS:0;1ba5af43fd99:36209 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-1ba5af43fd99,36209,1732709869825 because: Region server is closing 2024-11-27T12:17:58,214 INFO [RS:0;1ba5af43fd99:36209 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:36209. 2024-11-27T12:17:58,214 DEBUG [RS:0;1ba5af43fd99:36209 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:17:58,214 DEBUG [RS:0;1ba5af43fd99:36209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:58,214 DEBUG [RS:0;1ba5af43fd99:36209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:17:58,214 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:17:58,314 WARN [RS:0;1ba5af43fd99:36209.replicationSource.shipper1ba5af43fd99%2C36209%2C1732709869825,2-1ba5af43fd99,36209,1732709869825 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T12:17:58,314 WARN [RS:0;1ba5af43fd99:36209.replicationSource.wal-reader.1ba5af43fd99%2C36209%2C1732709869825,2-1ba5af43fd99,36209,1732709869825 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T12:17:58,314 INFO [RS:0;1ba5af43fd99:36209 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;1ba5af43fd99:36209.replicationSource.shipper1ba5af43fd99%2C36209%2C1732709869825,2-1ba5af43fd99,36209,1732709869825 terminated 2024-11-27T12:17:58,315 INFO [RS:0;1ba5af43fd99:36209 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36209 2024-11-27T12:17:58,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34877-0x1017c3a08ba0006, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161476395/rs 2024-11-27T12:17:58,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36209-0x1017c3a08ba0007, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-161476395/rs/1ba5af43fd99,36209,1732709869825 2024-11-27T12:17:58,330 INFO [RS:0;1ba5af43fd99:36209 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:17:58,341 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ba5af43fd99,36209,1732709869825] 2024-11-27T12:17:58,352 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-161476395/draining/1ba5af43fd99,36209,1732709869825 already deleted, retry=false 2024-11-27T12:17:58,352 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ba5af43fd99,36209,1732709869825 expired; onlineServers=0 2024-11-27T12:17:58,352 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ba5af43fd99,34877,1732709869770' ***** 2024-11-27T12:17:58,352 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T12:17:58,352 INFO [M:0;1ba5af43fd99:34877 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:17:58,352 INFO [M:0;1ba5af43fd99:34877 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:17:58,352 DEBUG [M:0;1ba5af43fd99:34877 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T12:17:58,352 DEBUG [M:0;1ba5af43fd99:34877 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T12:17:58,352 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T12:17:58,352 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732709870800 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732709870800,5,FailOnTimeoutGroup] 2024-11-27T12:17:58,352 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732709870800 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732709870800,5,FailOnTimeoutGroup] 2024-11-27T12:17:58,352 INFO [M:0;1ba5af43fd99:34877 {}] hbase.ChoreService(370): Chore service for: master/1ba5af43fd99:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T12:17:58,352 INFO [M:0;1ba5af43fd99:34877 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:17:58,353 DEBUG [M:0;1ba5af43fd99:34877 {}] master.HMaster(1795): Stopping service threads 2024-11-27T12:17:58,353 INFO [M:0;1ba5af43fd99:34877 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T12:17:58,353 INFO [M:0;1ba5af43fd99:34877 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:17:58,353 INFO [M:0;1ba5af43fd99:34877 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T12:17:58,353 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T12:17:58,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34877-0x1017c3a08ba0006, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-161476395/master 2024-11-27T12:17:58,362 DEBUG [M:0;1ba5af43fd99:34877 {}] zookeeper.ZKUtil(347): master:34877-0x1017c3a08ba0006, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Unable to get data of znode /0-161476395/master because node does not exist (not an error) 2024-11-27T12:17:58,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34877-0x1017c3a08ba0006, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161476395 2024-11-27T12:17:58,362 WARN [M:0;1ba5af43fd99:34877 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T12:17:58,363 INFO [M:0;1ba5af43fd99:34877 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/.lastflushedseqids 2024-11-27T12:17:58,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36345 is added to blk_1073741852_1028 (size=181) 2024-11-27T12:17:58,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36209-0x1017c3a08ba0007, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:17:58,441 INFO [RS:0;1ba5af43fd99:36209 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:17:58,442 INFO [RS:0;1ba5af43fd99:36209 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ba5af43fd99,36209,1732709869825; zookeeper connection closed. 2024-11-27T12:17:58,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36209-0x1017c3a08ba0007, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:17:58,442 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21e60196 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21e60196 2024-11-27T12:17:58,442 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T12:17:58,770 INFO [M:0;1ba5af43fd99:34877 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T12:17:58,770 INFO [M:0;1ba5af43fd99:34877 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T12:17:58,770 DEBUG [M:0;1ba5af43fd99:34877 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:17:58,770 INFO [M:0;1ba5af43fd99:34877 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:17:58,770 DEBUG [M:0;1ba5af43fd99:34877 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:17:58,770 DEBUG [M:0;1ba5af43fd99:34877 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:17:58,771 DEBUG [M:0;1ba5af43fd99:34877 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:17:58,771 INFO [M:0;1ba5af43fd99:34877 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-27T12:17:58,788 DEBUG [M:0;1ba5af43fd99:34877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89a38e34fedd499bb6659f0f63db8a33 is 82, key is hbase:meta,,1/info:regioninfo/1732709871465/Put/seqid=0 2024-11-27T12:17:58,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36345 is added to blk_1073741853_1029 (size=5680) 2024-11-27T12:17:59,194 INFO [M:0;1ba5af43fd99:34877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89a38e34fedd499bb6659f0f63db8a33 2024-11-27T12:17:59,213 DEBUG [M:0;1ba5af43fd99:34877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/689696163098482c89599049f02b9750 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732709875719/Put/seqid=0 2024-11-27T12:17:59,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36345 is added to blk_1073741854_1030 (size=7319) 2024-11-27T12:17:59,618 INFO [M:0;1ba5af43fd99:34877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/689696163098482c89599049f02b9750 2024-11-27T12:17:59,638 DEBUG [M:0;1ba5af43fd99:34877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0bed889c5d5d49f2abbb105128aa281b is 69, key is 1ba5af43fd99,36209,1732709869825/rs:state/1732709870844/Put/seqid=0 2024-11-27T12:17:59,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36345 is added to blk_1073741855_1031 (size=5371) 2024-11-27T12:18:00,044 INFO [M:0;1ba5af43fd99:34877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0bed889c5d5d49f2abbb105128aa281b 2024-11-27T12:18:00,050 INFO [M:0;1ba5af43fd99:34877 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0bed889c5d5d49f2abbb105128aa281b 2024-11-27T12:18:00,052 DEBUG [M:0;1ba5af43fd99:34877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89a38e34fedd499bb6659f0f63db8a33 as hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/89a38e34fedd499bb6659f0f63db8a33 2024-11-27T12:18:00,059 INFO [M:0;1ba5af43fd99:34877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/89a38e34fedd499bb6659f0f63db8a33, entries=8, sequenceid=172, filesize=5.5 K 2024-11-27T12:18:00,060 DEBUG [M:0;1ba5af43fd99:34877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/689696163098482c89599049f02b9750 as hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/689696163098482c89599049f02b9750 2024-11-27T12:18:00,065 INFO [M:0;1ba5af43fd99:34877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/689696163098482c89599049f02b9750, entries=7, sequenceid=172, filesize=7.1 K 2024-11-27T12:18:00,066 DEBUG [M:0;1ba5af43fd99:34877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0bed889c5d5d49f2abbb105128aa281b as hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0bed889c5d5d49f2abbb105128aa281b 2024-11-27T12:18:00,073 INFO [M:0;1ba5af43fd99:34877 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0bed889c5d5d49f2abbb105128aa281b 2024-11-27T12:18:00,074 INFO [M:0;1ba5af43fd99:34877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40821/user/jenkins/test-data/8132bc47-730c-6662-a91f-c7234da4bed6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0bed889c5d5d49f2abbb105128aa281b, entries=2, sequenceid=172, filesize=5.2 K 2024-11-27T12:18:00,075 INFO [M:0;1ba5af43fd99:34877 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=172, compaction requested=false 2024-11-27T12:18:00,076 INFO [M:0;1ba5af43fd99:34877 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:18:00,077 DEBUG [M:0;1ba5af43fd99:34877 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732709878770Disabling compacts and flushes for region at 1732709878770Disabling writes for close at 1732709878771 (+1 ms)Obtaining lock to block concurrent updates at 1732709878771Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732709878771Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732709878771Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732709878772 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732709878772Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732709878788 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732709878788Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732709879199 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732709879213 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732709879213Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732709879624 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732709879638 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732709879638Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c5dae91: reopening flushed file at 1732709880051 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b8958b5: reopening flushed file at 1732709880059 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29f659a9: reopening flushed file at 1732709880065 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=172, compaction requested=false at 1732709880075 (+10 ms)Writing region close event to WAL at 1732709880076 (+1 ms)Closed at 1732709880076 2024-11-27T12:18:00,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36345 is added to blk_1073741847_1023 (size=22949) 2024-11-27T12:18:00,080 INFO [M:0;1ba5af43fd99:34877 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T12:18:00,080 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:18:00,080 INFO [M:0;1ba5af43fd99:34877 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34877 2024-11-27T12:18:00,080 INFO [M:0;1ba5af43fd99:34877 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:18:00,322 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T12:18:00,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34877-0x1017c3a08ba0006, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:18:00,357 INFO [M:0;1ba5af43fd99:34877 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:18:00,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34877-0x1017c3a08ba0006, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:18:00,359 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:18:00,360 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:18:00,360 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:18:00,360 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:18:00,360 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4178d5ba-395e-7b39-dad8-f261e8d86464/hadoop.log.dir/,STOPPED} 2024-11-27T12:18:00,361 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T12:18:00,361 WARN [BP-1539703210-172.17.0.3-1732709847062 heartbeating to localhost/127.0.0.1:40821 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T12:18:00,361 WARN [BP-1539703210-172.17.0.3-1732709847062 heartbeating to localhost/127.0.0.1:40821 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1539703210-172.17.0.3-1732709847062 (Datanode Uuid db8e9db9-c7e5-4471-8dbf-f435fbd3756e) service to localhost/127.0.0.1:40821 2024-11-27T12:18:00,361 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T12:18:00,362 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4178d5ba-395e-7b39-dad8-f261e8d86464/cluster_7c58c65e-d201-582a-bf1f-997c31efef84/data/data1/current/BP-1539703210-172.17.0.3-1732709847062 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:18:00,362 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4178d5ba-395e-7b39-dad8-f261e8d86464/cluster_7c58c65e-d201-582a-bf1f-997c31efef84/data/data2/current/BP-1539703210-172.17.0.3-1732709847062 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:18:00,362 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T12:18:00,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:18:00,368 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:18:00,368 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:18:00,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:18:00,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4178d5ba-395e-7b39-dad8-f261e8d86464/hadoop.log.dir/,STOPPED} 2024-11-27T12:18:00,377 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T12:18:00,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T12:18:00,409 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40821 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/1ba5af43fd99:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36089 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40821 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3bb7d7bf java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/1ba5af43fd99:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1ba5af43fd99:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/1ba5af43fd99:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40821 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51114) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36089 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1ba5af43fd99:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51114) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40821 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:40821 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36089 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:36089 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36089 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:40821 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=324 (was 475), ProcessCount=11 (was 11), AvailableMemoryMB=5083 (was 5290) 2024-11-27T12:18:00,417 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=324, ProcessCount=11, AvailableMemoryMB=5083 2024-11-27T12:18:00,430 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-27T12:18:00,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81be093e-8f3a-9e5c-2f60-4c68cc85a87c/hadoop.log.dir so I do NOT create it in target/test-data/23cb1a38-3286-32f1-dc96-fa3aca61ec49 2024-11-27T12:18:00,431 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81be093e-8f3a-9e5c-2f60-4c68cc85a87c/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T12:18:00,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81be093e-8f3a-9e5c-2f60-4c68cc85a87c/hadoop.tmp.dir so I do NOT create it in target/test-data/23cb1a38-3286-32f1-dc96-fa3aca61ec49 2024-11-27T12:18:00,431 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81be093e-8f3a-9e5c-2f60-4c68cc85a87c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T12:18:00,431 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23cb1a38-3286-32f1-dc96-fa3aca61ec49 2024-11-27T12:18:00,431 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23cb1a38-3286-32f1-dc96-fa3aca61ec49/cluster_17c70883-2028-688f-a90d-b6025caaaa89, deleteOnExit=true 2024-11-27T12:18:00,452 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23cb1a38-3286-32f1-dc96-fa3aca61ec49/cluster_17c70883-2028-688f-a90d-b6025caaaa89/zookeeper_0, clientPort=49193, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23cb1a38-3286-32f1-dc96-fa3aca61ec49/cluster_17c70883-2028-688f-a90d-b6025caaaa89/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23cb1a38-3286-32f1-dc96-fa3aca61ec49/cluster_17c70883-2028-688f-a90d-b6025caaaa89/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T12:18:00,452 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49193 2024-11-27T12:18:00,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T12:18:00,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T12:18:00,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23cb1a38-3286-32f1-dc96-fa3aca61ec49/test.cache.data in system properties and HBase conf 2024-11-27T12:18:00,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23cb1a38-3286-32f1-dc96-fa3aca61ec49/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T12:18:00,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23cb1a38-3286-32f1-dc96-fa3aca61ec49/hadoop.log.dir in system properties and HBase conf 2024-11-27T12:18:00,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23cb1a38-3286-32f1-dc96-fa3aca61ec49/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T12:18:00,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23cb1a38-3286-32f1-dc96-fa3aca61ec49/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T12:18:00,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T12:18:00,453 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T12:18:00,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23cb1a38-3286-32f1-dc96-fa3aca61ec49/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:18:00,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23cb1a38-3286-32f1-dc96-fa3aca61ec49/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:18:00,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23cb1a38-3286-32f1-dc96-fa3aca61ec49/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T12:18:00,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23cb1a38-3286-32f1-dc96-fa3aca61ec49/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:18:00,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23cb1a38-3286-32f1-dc96-fa3aca61ec49/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T12:18:00,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23cb1a38-3286-32f1-dc96-fa3aca61ec49/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T12:18:00,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23cb1a38-3286-32f1-dc96-fa3aca61ec49/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:18:00,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23cb1a38-3286-32f1-dc96-fa3aca61ec49/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:18:00,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23cb1a38-3286-32f1-dc96-fa3aca61ec49/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T12:18:00,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23cb1a38-3286-32f1-dc96-fa3aca61ec49/nfs.dump.dir in system properties and HBase conf 2024-11-27T12:18:00,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23cb1a38-3286-32f1-dc96-fa3aca61ec49/java.io.tmpdir in system properties and HBase conf 2024-11-27T12:18:00,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23cb1a38-3286-32f1-dc96-fa3aca61ec49/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:18:00,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23cb1a38-3286-32f1-dc96-fa3aca61ec49/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T12:18:00,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23cb1a38-3286-32f1-dc96-fa3aca61ec49/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T12:18:00,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017c3a08ba0002, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T12:18:00,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017c3a08ba0005, quorum=127.0.0.1:51114, baseZNode=/11523774917 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T12:18:00,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017c3a08ba0005, quorum=127.0.0.1:51114, baseZNode=/11523774917 Received Disconnected from ZooKeeper, ignoring 2024-11-27T12:18:00,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017c3a08ba0002, quorum=127.0.0.1:51114, baseZNode=/0-161476395 Received Disconnected from ZooKeeper, ignoring 2024-11-27T12:18:00,965 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-27T12:18:00,967 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:18:00,980 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:18:01,001 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:18:01,007 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:18:01,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:18:01,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:18:01,009 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T12:18:01,010 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:18:01,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24580203{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23cb1a38-3286-32f1-dc96-fa3aca61ec49/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:18:01,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@162c83f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:18:01,110 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2778bd0e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23cb1a38-3286-32f1-dc96-fa3aca61ec49/java.io.tmpdir/jetty-localhost-40021-hadoop-hdfs-3_4_1-tests_jar-_-any-3699163857207871060/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:18:01,111 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d77b542{HTTP/1.1, (http/1.1)}{localhost:40021} 2024-11-27T12:18:01,111 INFO [Time-limited test {}] server.Server(415): Started @36080ms 2024-11-27T12:18:01,351 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:18:01,354 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:18:01,355 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:18:01,355 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:18:01,355 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T12:18:01,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39cf0554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23cb1a38-3286-32f1-dc96-fa3aca61ec49/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:18:01,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ce4b172{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:18:01,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@718397a1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23cb1a38-3286-32f1-dc96-fa3aca61ec49/java.io.tmpdir/jetty-localhost-37449-hadoop-hdfs-3_4_1-tests_jar-_-any-9858659437474992193/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:18:01,453 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39c09d44{HTTP/1.1, (http/1.1)}{localhost:37449} 2024-11-27T12:18:01,453 INFO [Time-limited test {}] server.Server(415): Started @36423ms 2024-11-27T12:18:01,455 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T12:18:01,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:18:01,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T12:18:01,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T12:18:01,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:18:02,088 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23cb1a38-3286-32f1-dc96-fa3aca61ec49/cluster_17c70883-2028-688f-a90d-b6025caaaa89/data/data1/current/BP-432764698-172.17.0.3-1732709880479/current, will proceed with Du for space computation calculation, 2024-11-27T12:18:02,088 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23cb1a38-3286-32f1-dc96-fa3aca61ec49/cluster_17c70883-2028-688f-a90d-b6025caaaa89/data/data2/current/BP-432764698-172.17.0.3-1732709880479/current, will proceed with Du for space computation calculation, 2024-11-27T12:18:02,105 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T12:18:02,109 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc04c95835ca69f5a with lease ID 0x84b3454ae5793d6e: Processing first storage report for DS-06fe2d56-b28f-4c21-91cf-27daabdd9c1f from datanode DatanodeRegistration(127.0.0.1:36497, datanodeUuid=2558eaeb-0e8a-4952-900d-60d69bb3cb86, infoPort=43433, infoSecurePort=0, ipcPort=36191, storageInfo=lv=-57;cid=testClusterID;nsid=1335045204;c=1732709880479) 2024-11-27T12:18:02,109 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc04c95835ca69f5a with lease ID 0x84b3454ae5793d6e: from storage DS-06fe2d56-b28f-4c21-91cf-27daabdd9c1f node DatanodeRegistration(127.0.0.1:36497, datanodeUuid=2558eaeb-0e8a-4952-900d-60d69bb3cb86, infoPort=43433, infoSecurePort=0, ipcPort=36191, storageInfo=lv=-57;cid=testClusterID;nsid=1335045204;c=1732709880479), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T12:18:02,109 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc04c95835ca69f5a with lease ID 0x84b3454ae5793d6e: Processing first storage report for DS-a81ae478-b7a0-4051-b5b5-aef45e81f909 from datanode DatanodeRegistration(127.0.0.1:36497, datanodeUuid=2558eaeb-0e8a-4952-900d-60d69bb3cb86, infoPort=43433, infoSecurePort=0, ipcPort=36191, storageInfo=lv=-57;cid=testClusterID;nsid=1335045204;c=1732709880479) 2024-11-27T12:18:02,109 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc04c95835ca69f5a with lease ID 0x84b3454ae5793d6e: from storage DS-a81ae478-b7a0-4051-b5b5-aef45e81f909 node DatanodeRegistration(127.0.0.1:36497, datanodeUuid=2558eaeb-0e8a-4952-900d-60d69bb3cb86, infoPort=43433, infoSecurePort=0, ipcPort=36191, storageInfo=lv=-57;cid=testClusterID;nsid=1335045204;c=1732709880479), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:18:02,186 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23cb1a38-3286-32f1-dc96-fa3aca61ec49 2024-11-27T12:18:02,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:18:02,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:18:02,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36497 is added to blk_1073741825_1001 (size=7) 2024-11-27T12:18:02,197 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3 with version=8 2024-11-27T12:18:02,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/hbase-staging 2024-11-27T12:18:02,201 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T12:18:02,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:18:02,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:18:02,201 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:18:02,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:18:02,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:18:02,201 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T12:18:02,202 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:18:02,202 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38531 2024-11-27T12:18:02,204 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38531 connecting to ZooKeeper ensemble=127.0.0.1:49193 2024-11-27T12:18:02,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385310x0, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:18:02,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38531-0x1017c3a8e2e0000 connected 2024-11-27T12:18:02,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:18:02,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:18:02,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38531-0x1017c3a8e2e0000, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Set watcher on znode that does not yet exist, /0-1307546635/running 2024-11-27T12:18:02,377 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3, hbase.cluster.distributed=false 2024-11-27T12:18:02,378 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38531-0x1017c3a8e2e0000, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Set watcher on znode that does not yet exist, /0-1307546635/acl 2024-11-27T12:18:02,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38531 2024-11-27T12:18:02,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38531 2024-11-27T12:18:02,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38531 2024-11-27T12:18:02,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38531 2024-11-27T12:18:02,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38531 2024-11-27T12:18:02,394 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T12:18:02,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:18:02,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:18:02,394 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:18:02,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:18:02,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:18:02,394 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T12:18:02,394 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:18:02,395 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37515 2024-11-27T12:18:02,396 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37515 connecting to ZooKeeper ensemble=127.0.0.1:49193 2024-11-27T12:18:02,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:18:02,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:18:02,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375150x0, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:18:02,415 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:375150x0, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Set watcher on znode that does not yet exist, /0-1307546635/running 2024-11-27T12:18:02,416 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37515-0x1017c3a8e2e0001 connected 2024-11-27T12:18:02,416 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T12:18:02,416 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T12:18:02,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37515-0x1017c3a8e2e0001, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Set watcher on znode that does not yet exist, /0-1307546635/master 2024-11-27T12:18:02,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37515-0x1017c3a8e2e0001, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Set watcher on znode that does not yet exist, /0-1307546635/acl 2024-11-27T12:18:02,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37515 2024-11-27T12:18:02,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37515 2024-11-27T12:18:02,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37515 2024-11-27T12:18:02,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37515 2024-11-27T12:18:02,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37515 2024-11-27T12:18:02,441 DEBUG [M:0;1ba5af43fd99:38531 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ba5af43fd99:38531 2024-11-27T12:18:02,441 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1307546635/backup-masters/1ba5af43fd99,38531,1732709882200 2024-11-27T12:18:02,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37515-0x1017c3a8e2e0001, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1307546635/backup-masters 2024-11-27T12:18:02,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38531-0x1017c3a8e2e0000, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1307546635/backup-masters 2024-11-27T12:18:02,447 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38531-0x1017c3a8e2e0000, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Set watcher on existing znode=/0-1307546635/backup-masters/1ba5af43fd99,38531,1732709882200 2024-11-27T12:18:02,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37515-0x1017c3a8e2e0001, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1307546635/master 2024-11-27T12:18:02,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38531-0x1017c3a8e2e0000, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1307546635 2024-11-27T12:18:02,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37515-0x1017c3a8e2e0001, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1307546635 2024-11-27T12:18:02,457 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38531-0x1017c3a8e2e0000, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Set watcher on existing znode=/0-1307546635/master 2024-11-27T12:18:02,458 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1307546635/backup-masters/1ba5af43fd99,38531,1732709882200 from backup master directory 2024-11-27T12:18:02,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38531-0x1017c3a8e2e0000, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1307546635/backup-masters/1ba5af43fd99,38531,1732709882200 2024-11-27T12:18:02,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37515-0x1017c3a8e2e0001, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1307546635/backup-masters 2024-11-27T12:18:02,467 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:18:02,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38531-0x1017c3a8e2e0000, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1307546635/backup-masters 2024-11-27T12:18:02,468 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ba5af43fd99,38531,1732709882200 2024-11-27T12:18:02,473 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/hbase.id] with ID: a6b1e9ba-307d-45e1-8634-46ea56983ba2 2024-11-27T12:18:02,473 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/.tmp/hbase.id 2024-11-27T12:18:02,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36497 is added to blk_1073741826_1002 (size=42) 2024-11-27T12:18:02,882 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/.tmp/hbase.id]:[hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/hbase.id] 2024-11-27T12:18:02,894 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:18:02,895 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T12:18:02,896 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T12:18:02,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37515-0x1017c3a8e2e0001, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1307546635 2024-11-27T12:18:02,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38531-0x1017c3a8e2e0000, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1307546635 2024-11-27T12:18:02,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36497 is added to blk_1073741827_1003 (size=196) 2024-11-27T12:18:02,963 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:18:02,964 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T12:18:02,964 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:18:02,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36497 is added to blk_1073741828_1004 (size=1189) 2024-11-27T12:18:03,387 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/MasterData/data/master/store 2024-11-27T12:18:03,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36497 is added to blk_1073741829_1005 (size=34) 2024-11-27T12:18:03,798 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:18:03,798 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:18:03,798 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:18:03,798 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:18:03,799 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:18:03,799 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:18:03,799 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:18:03,799 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732709883798Disabling compacts and flushes for region at 1732709883798Disabling writes for close at 1732709883799 (+1 ms)Writing region close event to WAL at 1732709883799Closed at 1732709883799 2024-11-27T12:18:03,800 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/MasterData/data/master/store/.initializing 2024-11-27T12:18:03,800 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/MasterData/WALs/1ba5af43fd99,38531,1732709882200 2024-11-27T12:18:03,801 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:18:03,803 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ba5af43fd99%2C38531%2C1732709882200, suffix=, logDir=hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/MasterData/WALs/1ba5af43fd99,38531,1732709882200, archiveDir=hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/MasterData/oldWALs, maxLogs=10 2024-11-27T12:18:03,818 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/MasterData/WALs/1ba5af43fd99,38531,1732709882200/1ba5af43fd99%2C38531%2C1732709882200.1732709883803, exclude list is [], retry=0 2024-11-27T12:18:03,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36497,DS-06fe2d56-b28f-4c21-91cf-27daabdd9c1f,DISK] 2024-11-27T12:18:03,822 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/MasterData/WALs/1ba5af43fd99,38531,1732709882200/1ba5af43fd99%2C38531%2C1732709882200.1732709883803 2024-11-27T12:18:03,823 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43433:43433)] 2024-11-27T12:18:03,823 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:18:03,823 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:18:03,823 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:18:03,823 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:18:03,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:18:03,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T12:18:03,826 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:03,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:18:03,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:18:03,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T12:18:03,828 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:03,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:18:03,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:18:03,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T12:18:03,830 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:03,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:18:03,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:18:03,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T12:18:03,831 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:03,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:18:03,832 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:18:03,832 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:18:03,833 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:18:03,834 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:18:03,834 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:18:03,834 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:18:03,835 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:18:03,837 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:18:03,838 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61578457, jitterRate=-0.08240948617458344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:18:03,839 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732709883823Initializing all the Stores at 1732709883824 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709883824Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709883824Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709883824Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709883824Cleaning up temporary data from old regions at 1732709883834 (+10 ms)Region opened successfully at 1732709883839 (+5 ms) 2024-11-27T12:18:03,839 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T12:18:03,842 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555e121d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T12:18:03,843 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T12:18:03,843 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T12:18:03,843 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T12:18:03,843 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T12:18:03,843 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T12:18:03,844 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T12:18:03,844 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T12:18:03,846 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T12:18:03,846 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38531-0x1017c3a8e2e0000, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Unable to get data of znode /0-1307546635/balancer because node does not exist (not necessarily an error) 2024-11-27T12:18:03,909 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1307546635/balancer already deleted, retry=false 2024-11-27T12:18:03,910 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T12:18:03,910 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38531-0x1017c3a8e2e0000, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Unable to get data of znode /0-1307546635/normalizer because node does not exist (not necessarily an error) 2024-11-27T12:18:03,920 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1307546635/normalizer already deleted, retry=false 2024-11-27T12:18:03,920 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T12:18:03,921 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38531-0x1017c3a8e2e0000, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Unable to get data of znode /0-1307546635/switch/split because node does not exist (not necessarily an error) 2024-11-27T12:18:03,930 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1307546635/switch/split already deleted, retry=false 2024-11-27T12:18:03,931 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38531-0x1017c3a8e2e0000, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Unable to get data of znode /0-1307546635/switch/merge because node does not exist (not necessarily an error) 2024-11-27T12:18:03,941 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1307546635/switch/merge already deleted, retry=false 2024-11-27T12:18:03,943 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38531-0x1017c3a8e2e0000, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Unable to get data of znode /0-1307546635/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T12:18:03,951 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1307546635/snapshot-cleanup already deleted, retry=false 2024-11-27T12:18:03,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37515-0x1017c3a8e2e0001, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1307546635/running 2024-11-27T12:18:03,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38531-0x1017c3a8e2e0000, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1307546635/running 2024-11-27T12:18:03,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38531-0x1017c3a8e2e0000, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1307546635 2024-11-27T12:18:03,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37515-0x1017c3a8e2e0001, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1307546635 2024-11-27T12:18:03,963 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ba5af43fd99,38531,1732709882200, sessionid=0x1017c3a8e2e0000, setting cluster-up flag (Was=false) 2024-11-27T12:18:03,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38531-0x1017c3a8e2e0000, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1307546635 2024-11-27T12:18:03,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37515-0x1017c3a8e2e0001, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1307546635 2024-11-27T12:18:04,014 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1307546635/flush-table-proc/acquired, /0-1307546635/flush-table-proc/reached, /0-1307546635/flush-table-proc/abort 2024-11-27T12:18:04,016 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,38531,1732709882200 2024-11-27T12:18:04,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38531-0x1017c3a8e2e0000, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1307546635 2024-11-27T12:18:04,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37515-0x1017c3a8e2e0001, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1307546635 2024-11-27T12:18:04,067 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1307546635/online-snapshot/acquired, /0-1307546635/online-snapshot/reached, /0-1307546635/online-snapshot/abort 2024-11-27T12:18:04,068 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,38531,1732709882200 2024-11-27T12:18:04,069 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T12:18:04,071 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T12:18:04,072 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T12:18:04,072 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T12:18:04,072 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ba5af43fd99,38531,1732709882200 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T12:18:04,074 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:18:04,074 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:18:04,074 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:18:04,074 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:18:04,074 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ba5af43fd99:0, corePoolSize=10, maxPoolSize=10 2024-11-27T12:18:04,074 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:04,074 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:18:04,074 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:04,075 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732709914075 2024-11-27T12:18:04,075 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T12:18:04,075 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T12:18:04,075 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T12:18:04,075 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T12:18:04,075 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T12:18:04,075 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T12:18:04,075 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:04,076 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T12:18:04,076 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:18:04,076 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T12:18:04,076 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T12:18:04,076 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T12:18:04,076 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T12:18:04,076 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T12:18:04,077 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T12:18:04,077 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732709884077,5,FailOnTimeoutGroup] 2024-11-27T12:18:04,077 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732709884077,5,FailOnTimeoutGroup] 2024-11-27T12:18:04,077 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:04,077 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T12:18:04,077 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:04,077 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:04,077 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:04,077 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T12:18:04,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36497 is added to blk_1073741831_1007 (size=1321) 2024-11-27T12:18:04,127 INFO [RS:0;1ba5af43fd99:37515 {}] regionserver.HRegionServer(746): ClusterId : a6b1e9ba-307d-45e1-8634-46ea56983ba2 2024-11-27T12:18:04,127 DEBUG [RS:0;1ba5af43fd99:37515 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T12:18:04,140 DEBUG [RS:0;1ba5af43fd99:37515 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T12:18:04,141 DEBUG [RS:0;1ba5af43fd99:37515 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T12:18:04,152 DEBUG [RS:0;1ba5af43fd99:37515 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T12:18:04,152 DEBUG [RS:0;1ba5af43fd99:37515 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60198762, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T12:18:04,163 DEBUG [RS:0;1ba5af43fd99:37515 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ba5af43fd99:37515 2024-11-27T12:18:04,163 INFO [RS:0;1ba5af43fd99:37515 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T12:18:04,163 INFO [RS:0;1ba5af43fd99:37515 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T12:18:04,163 DEBUG [RS:0;1ba5af43fd99:37515 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T12:18:04,164 INFO [RS:0;1ba5af43fd99:37515 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ba5af43fd99,38531,1732709882200 with port=37515, startcode=1732709882393 2024-11-27T12:18:04,164 DEBUG [RS:0;1ba5af43fd99:37515 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T12:18:04,166 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34355, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T12:18:04,166 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38531 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ba5af43fd99,37515,1732709882393 2024-11-27T12:18:04,167 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38531 {}] master.ServerManager(517): Registering regionserver=1ba5af43fd99,37515,1732709882393 2024-11-27T12:18:04,168 DEBUG [RS:0;1ba5af43fd99:37515 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3 2024-11-27T12:18:04,168 DEBUG [RS:0;1ba5af43fd99:37515 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36101 2024-11-27T12:18:04,168 DEBUG [RS:0;1ba5af43fd99:37515 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T12:18:04,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38531-0x1017c3a8e2e0000, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1307546635/rs 2024-11-27T12:18:04,173 DEBUG [RS:0;1ba5af43fd99:37515 {}] zookeeper.ZKUtil(111): regionserver:37515-0x1017c3a8e2e0001, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Set watcher on existing znode=/0-1307546635/rs/1ba5af43fd99,37515,1732709882393 2024-11-27T12:18:04,173 WARN [RS:0;1ba5af43fd99:37515 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:18:04,173 INFO [RS:0;1ba5af43fd99:37515 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:18:04,173 DEBUG [RS:0;1ba5af43fd99:37515 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/WALs/1ba5af43fd99,37515,1732709882393 2024-11-27T12:18:04,177 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ba5af43fd99,37515,1732709882393] 2024-11-27T12:18:04,180 INFO [RS:0;1ba5af43fd99:37515 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T12:18:04,182 INFO [RS:0;1ba5af43fd99:37515 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T12:18:04,182 INFO [RS:0;1ba5af43fd99:37515 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T12:18:04,182 INFO [RS:0;1ba5af43fd99:37515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:04,182 INFO [RS:0;1ba5af43fd99:37515 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T12:18:04,183 INFO [RS:0;1ba5af43fd99:37515 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T12:18:04,183 INFO [RS:0;1ba5af43fd99:37515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:04,183 DEBUG [RS:0;1ba5af43fd99:37515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:04,183 DEBUG [RS:0;1ba5af43fd99:37515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:04,183 DEBUG [RS:0;1ba5af43fd99:37515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:04,183 DEBUG [RS:0;1ba5af43fd99:37515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:04,183 DEBUG [RS:0;1ba5af43fd99:37515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:04,184 DEBUG [RS:0;1ba5af43fd99:37515 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:18:04,184 DEBUG [RS:0;1ba5af43fd99:37515 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:04,184 DEBUG [RS:0;1ba5af43fd99:37515 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:04,184 DEBUG [RS:0;1ba5af43fd99:37515 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:04,184 DEBUG [RS:0;1ba5af43fd99:37515 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:04,184 DEBUG [RS:0;1ba5af43fd99:37515 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:04,184 DEBUG [RS:0;1ba5af43fd99:37515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:04,184 DEBUG [RS:0;1ba5af43fd99:37515 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:18:04,184 DEBUG [RS:0;1ba5af43fd99:37515 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:18:04,188 INFO [RS:0;1ba5af43fd99:37515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:04,188 INFO [RS:0;1ba5af43fd99:37515 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:04,188 INFO [RS:0;1ba5af43fd99:37515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:04,188 INFO [RS:0;1ba5af43fd99:37515 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:04,188 INFO [RS:0;1ba5af43fd99:37515 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:04,188 INFO [RS:0;1ba5af43fd99:37515 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,37515,1732709882393-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:18:04,204 INFO [RS:0;1ba5af43fd99:37515 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T12:18:04,204 INFO [RS:0;1ba5af43fd99:37515 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,37515,1732709882393-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:04,204 INFO [RS:0;1ba5af43fd99:37515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:04,205 INFO [RS:0;1ba5af43fd99:37515 {}] regionserver.Replication(171): 1ba5af43fd99,37515,1732709882393 started 2024-11-27T12:18:04,222 INFO [RS:0;1ba5af43fd99:37515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:04,222 INFO [RS:0;1ba5af43fd99:37515 {}] regionserver.HRegionServer(1482): Serving as 1ba5af43fd99,37515,1732709882393, RpcServer on 1ba5af43fd99/172.17.0.3:37515, sessionid=0x1017c3a8e2e0001 2024-11-27T12:18:04,223 DEBUG [RS:0;1ba5af43fd99:37515 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T12:18:04,223 DEBUG [RS:0;1ba5af43fd99:37515 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ba5af43fd99,37515,1732709882393 2024-11-27T12:18:04,223 DEBUG [RS:0;1ba5af43fd99:37515 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,37515,1732709882393' 2024-11-27T12:18:04,223 DEBUG [RS:0;1ba5af43fd99:37515 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1307546635/flush-table-proc/abort' 2024-11-27T12:18:04,223 DEBUG [RS:0;1ba5af43fd99:37515 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1307546635/flush-table-proc/acquired' 2024-11-27T12:18:04,224 DEBUG [RS:0;1ba5af43fd99:37515 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T12:18:04,224 DEBUG [RS:0;1ba5af43fd99:37515 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T12:18:04,224 DEBUG [RS:0;1ba5af43fd99:37515 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ba5af43fd99,37515,1732709882393 2024-11-27T12:18:04,224 DEBUG [RS:0;1ba5af43fd99:37515 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,37515,1732709882393' 2024-11-27T12:18:04,224 DEBUG [RS:0;1ba5af43fd99:37515 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1307546635/online-snapshot/abort' 2024-11-27T12:18:04,224 DEBUG [RS:0;1ba5af43fd99:37515 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1307546635/online-snapshot/acquired' 2024-11-27T12:18:04,225 DEBUG [RS:0;1ba5af43fd99:37515 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T12:18:04,225 INFO [RS:0;1ba5af43fd99:37515 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T12:18:04,225 INFO [RS:0;1ba5af43fd99:37515 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T12:18:04,325 INFO [RS:0;1ba5af43fd99:37515 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:18:04,327 INFO [RS:0;1ba5af43fd99:37515 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C37515%2C1732709882393, suffix=, logDir=hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/WALs/1ba5af43fd99,37515,1732709882393, archiveDir=hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/oldWALs, maxLogs=10 2024-11-27T12:18:04,342 DEBUG [RS:0;1ba5af43fd99:37515 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/WALs/1ba5af43fd99,37515,1732709882393/1ba5af43fd99%2C37515%2C1732709882393.1732709884328, exclude list is [], retry=0 2024-11-27T12:18:04,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36497,DS-06fe2d56-b28f-4c21-91cf-27daabdd9c1f,DISK] 2024-11-27T12:18:04,347 INFO [RS:0;1ba5af43fd99:37515 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/WALs/1ba5af43fd99,37515,1732709882393/1ba5af43fd99%2C37515%2C1732709882393.1732709884328 2024-11-27T12:18:04,347 DEBUG [RS:0;1ba5af43fd99:37515 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43433:43433)] 2024-11-27T12:18:04,485 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T12:18:04,485 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3 2024-11-27T12:18:04,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36497 is added to blk_1073741833_1009 (size=32) 2024-11-27T12:18:04,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:18:04,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:18:04,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:18:04,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:04,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:18:04,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:18:04,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:18:04,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:04,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:18:04,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:18:04,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:18:04,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:04,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:18:04,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:18:04,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:18:04,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:04,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:18:04,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:18:04,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/data/hbase/meta/1588230740 2024-11-27T12:18:04,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/data/hbase/meta/1588230740 2024-11-27T12:18:04,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:18:04,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:18:04,907 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:18:04,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:18:04,911 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:18:04,911 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70796777, jitterRate=0.05495418608188629}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:18:04,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732709884895Initializing all the Stores at 1732709884896 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709884896Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709884897 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709884897Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709884897Cleaning up temporary data from old regions at 1732709884907 (+10 ms)Region opened successfully at 1732709884912 (+5 ms) 2024-11-27T12:18:04,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:18:04,912 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:18:04,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:18:04,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:18:04,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:18:04,912 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:18:04,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732709884912Disabling compacts and flushes for region at 1732709884912Disabling writes for close at 1732709884912Writing region close event to WAL at 1732709884912Closed at 1732709884912 2024-11-27T12:18:04,914 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:18:04,914 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T12:18:04,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T12:18:04,915 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:18:04,917 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T12:18:05,067 DEBUG [1ba5af43fd99:38531 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T12:18:05,068 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ba5af43fd99,37515,1732709882393 2024-11-27T12:18:05,069 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,37515,1732709882393, state=OPENING 2024-11-27T12:18:05,121 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T12:18:05,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38531-0x1017c3a8e2e0000, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1307546635 2024-11-27T12:18:05,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37515-0x1017c3a8e2e0001, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1307546635 2024-11-27T12:18:05,163 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1307546635/meta-region-server: CHANGED 2024-11-27T12:18:05,164 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:18:05,164 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,37515,1732709882393}] 2024-11-27T12:18:05,164 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1307546635/meta-region-server: CHANGED 2024-11-27T12:18:05,327 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T12:18:05,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51737, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T12:18:05,335 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T12:18:05,335 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:18:05,336 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T12:18:05,342 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C37515%2C1732709882393.meta, suffix=.meta, logDir=hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/WALs/1ba5af43fd99,37515,1732709882393, archiveDir=hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/oldWALs, maxLogs=10 2024-11-27T12:18:05,364 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/WALs/1ba5af43fd99,37515,1732709882393/1ba5af43fd99%2C37515%2C1732709882393.meta.1732709885343.meta, exclude list is [], retry=0 2024-11-27T12:18:05,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36497,DS-06fe2d56-b28f-4c21-91cf-27daabdd9c1f,DISK] 2024-11-27T12:18:05,372 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/WALs/1ba5af43fd99,37515,1732709882393/1ba5af43fd99%2C37515%2C1732709882393.meta.1732709885343.meta 2024-11-27T12:18:05,372 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43433:43433)] 2024-11-27T12:18:05,373 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:18:05,373 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:18:05,373 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T12:18:05,373 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T12:18:05,373 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T12:18:05,374 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T12:18:05,374 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:18:05,374 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T12:18:05,374 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T12:18:05,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:18:05,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:18:05,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:05,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:18:05,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:18:05,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:18:05,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:05,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:18:05,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:18:05,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:18:05,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:05,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:18:05,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:18:05,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:18:05,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:05,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:18:05,388 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:18:05,389 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/data/hbase/meta/1588230740 2024-11-27T12:18:05,391 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/data/hbase/meta/1588230740 2024-11-27T12:18:05,394 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:18:05,394 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:18:05,395 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:18:05,397 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:18:05,398 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65866434, jitterRate=-0.018513649702072144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:18:05,398 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T12:18:05,399 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732709885374Writing region info on filesystem at 1732709885374Initializing all the Stores at 1732709885375 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709885375Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709885376 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709885376Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709885376Cleaning up temporary data from old regions at 1732709885394 (+18 ms)Running coprocessor post-open hooks at 1732709885398 (+4 ms)Region opened successfully at 1732709885399 (+1 ms) 2024-11-27T12:18:05,400 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732709885326 2024-11-27T12:18:05,403 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T12:18:05,403 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T12:18:05,404 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,37515,1732709882393 2024-11-27T12:18:05,405 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,37515,1732709882393, state=OPEN 2024-11-27T12:18:05,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37515-0x1017c3a8e2e0001, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1307546635/meta-region-server 2024-11-27T12:18:05,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38531-0x1017c3a8e2e0000, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1307546635/meta-region-server 2024-11-27T12:18:05,426 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ba5af43fd99,37515,1732709882393 2024-11-27T12:18:05,427 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1307546635/meta-region-server: CHANGED 2024-11-27T12:18:05,427 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1307546635/meta-region-server: CHANGED 2024-11-27T12:18:05,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T12:18:05,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,37515,1732709882393 in 262 msec 2024-11-27T12:18:05,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T12:18:05,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 518 msec 2024-11-27T12:18:05,438 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:18:05,438 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T12:18:05,440 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:18:05,440 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,37515,1732709882393, seqNum=-1] 2024-11-27T12:18:05,441 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:18:05,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:18:05,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3780 sec 2024-11-27T12:18:05,452 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732709885452, completionTime=-1 2024-11-27T12:18:05,452 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T12:18:05,452 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T12:18:05,456 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T12:18:05,456 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732709945456 2024-11-27T12:18:05,456 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732710005456 2024-11-27T12:18:05,456 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-27T12:18:05,456 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,38531,1732709882200-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:05,457 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,38531,1732709882200-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:05,457 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,38531,1732709882200-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:05,457 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ba5af43fd99:38531, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:05,457 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:05,459 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:05,461 DEBUG [master/1ba5af43fd99:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T12:18:05,464 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.996sec 2024-11-27T12:18:05,465 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T12:18:05,465 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T12:18:05,465 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T12:18:05,465 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T12:18:05,465 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T12:18:05,465 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,38531,1732709882200-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:18:05,465 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,38531,1732709882200-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T12:18:05,470 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T12:18:05,471 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T12:18:05,471 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,38531,1732709882200-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:05,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a52a222, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:18:05,529 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,38531,-1 for getting cluster id 2024-11-27T12:18:05,529 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:18:05,531 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6b1e9ba-307d-45e1-8634-46ea56983ba2' 2024-11-27T12:18:05,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:18:05,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6b1e9ba-307d-45e1-8634-46ea56983ba2" 2024-11-27T12:18:05,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38c78e16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:18:05,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,38531,-1] 2024-11-27T12:18:05,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:18:05,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:18:05,534 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:18:05,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55f919e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:18:05,536 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:18:05,538 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,37515,1732709882393, seqNum=-1] 2024-11-27T12:18:05,538 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:18:05,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:18:05,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ba5af43fd99,38531,1732709882200 2024-11-27T12:18:05,544 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49193 2024-11-27T12:18:05,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:18:05,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017c3a8e2e0002 connected 2024-11-27T12:18:05,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23cb1a38-3286-32f1-dc96-fa3aca61ec49/hadoop.log.dir so I do NOT create it in target/test-data/1fb533d5-5f1e-640e-5801-523b032b63de 2024-11-27T12:18:05,565 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23cb1a38-3286-32f1-dc96-fa3aca61ec49/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T12:18:05,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23cb1a38-3286-32f1-dc96-fa3aca61ec49/hadoop.tmp.dir so I do NOT create it in target/test-data/1fb533d5-5f1e-640e-5801-523b032b63de 2024-11-27T12:18:05,565 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23cb1a38-3286-32f1-dc96-fa3aca61ec49/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T12:18:05,565 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb533d5-5f1e-640e-5801-523b032b63de 2024-11-27T12:18:05,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T12:18:05,565 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb533d5-5f1e-640e-5801-523b032b63de/cluster_44b7761f-8dd9-564d-6dcd-d762de4e0945, deleteOnExit=true 2024-11-27T12:18:05,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T12:18:05,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb533d5-5f1e-640e-5801-523b032b63de/test.cache.data in system properties and HBase conf 2024-11-27T12:18:05,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb533d5-5f1e-640e-5801-523b032b63de/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T12:18:05,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb533d5-5f1e-640e-5801-523b032b63de/hadoop.log.dir in system properties and HBase conf 2024-11-27T12:18:05,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb533d5-5f1e-640e-5801-523b032b63de/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T12:18:05,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb533d5-5f1e-640e-5801-523b032b63de/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T12:18:05,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T12:18:05,566 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T12:18:05,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb533d5-5f1e-640e-5801-523b032b63de/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:18:05,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb533d5-5f1e-640e-5801-523b032b63de/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:18:05,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb533d5-5f1e-640e-5801-523b032b63de/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T12:18:05,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb533d5-5f1e-640e-5801-523b032b63de/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:18:05,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb533d5-5f1e-640e-5801-523b032b63de/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T12:18:05,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb533d5-5f1e-640e-5801-523b032b63de/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T12:18:05,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb533d5-5f1e-640e-5801-523b032b63de/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:18:05,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb533d5-5f1e-640e-5801-523b032b63de/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:18:05,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb533d5-5f1e-640e-5801-523b032b63de/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T12:18:05,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb533d5-5f1e-640e-5801-523b032b63de/nfs.dump.dir in system properties and HBase conf 2024-11-27T12:18:05,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb533d5-5f1e-640e-5801-523b032b63de/java.io.tmpdir in system properties and HBase conf 2024-11-27T12:18:05,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb533d5-5f1e-640e-5801-523b032b63de/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:18:05,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb533d5-5f1e-640e-5801-523b032b63de/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T12:18:05,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb533d5-5f1e-640e-5801-523b032b63de/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T12:18:05,934 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:18:05,940 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:18:05,945 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:18:05,945 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:18:05,946 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T12:18:05,946 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:18:05,947 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6c2435{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb533d5-5f1e-640e-5801-523b032b63de/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:18:05,947 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74b78d20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:18:06,044 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bb1d533{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb533d5-5f1e-640e-5801-523b032b63de/java.io.tmpdir/jetty-localhost-40467-hadoop-hdfs-3_4_1-tests_jar-_-any-11228980971924663639/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:18:06,045 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c151648{HTTP/1.1, (http/1.1)}{localhost:40467} 2024-11-27T12:18:06,045 INFO [Time-limited test {}] server.Server(415): Started @41015ms 2024-11-27T12:18:06,350 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:18:06,355 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:18:06,357 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:18:06,357 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:18:06,358 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T12:18:06,358 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3455b4c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb533d5-5f1e-640e-5801-523b032b63de/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:18:06,358 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e4bcfa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:18:06,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@432beae2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb533d5-5f1e-640e-5801-523b032b63de/java.io.tmpdir/jetty-localhost-33439-hadoop-hdfs-3_4_1-tests_jar-_-any-16911441037219815766/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:18:06,454 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a6c6f8a{HTTP/1.1, (http/1.1)}{localhost:33439} 2024-11-27T12:18:06,454 INFO [Time-limited test {}] server.Server(415): Started @41424ms 2024-11-27T12:18:06,455 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T12:18:06,974 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:18:06,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:18:06,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:18:07,101 WARN [RS:0;1ba5af43fd99:37515 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 1ba5af43fd99,46795,1732709851905: status=Processing ServerCrashProcedure of 1ba5af43fd99,46795,1732709851905 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732709870800, completionTime=-1 appears to have been leaked 2024-11-27T12:18:07,102 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb533d5-5f1e-640e-5801-523b032b63de/cluster_44b7761f-8dd9-564d-6dcd-d762de4e0945/data/data1/current/BP-1806530876-172.17.0.3-1732709885600/current, will proceed with Du for space computation calculation, 2024-11-27T12:18:07,103 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb533d5-5f1e-640e-5801-523b032b63de/cluster_44b7761f-8dd9-564d-6dcd-d762de4e0945/data/data2/current/BP-1806530876-172.17.0.3-1732709885600/current, will proceed with Du for space computation calculation, 2024-11-27T12:18:07,121 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T12:18:07,124 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf9988d502fb464c with lease ID 0xea6e8af24d34638a: Processing first storage report for DS-a078ab93-3f9b-4fb1-a85b-00fa435dd386 from datanode DatanodeRegistration(127.0.0.1:43457, datanodeUuid=6b74c8ea-f083-4f24-ac01-21bc956ea580, infoPort=43755, infoSecurePort=0, ipcPort=42545, storageInfo=lv=-57;cid=testClusterID;nsid=413568832;c=1732709885600) 2024-11-27T12:18:07,124 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf9988d502fb464c with lease ID 0xea6e8af24d34638a: from storage DS-a078ab93-3f9b-4fb1-a85b-00fa435dd386 node DatanodeRegistration(127.0.0.1:43457, datanodeUuid=6b74c8ea-f083-4f24-ac01-21bc956ea580, infoPort=43755, infoSecurePort=0, ipcPort=42545, storageInfo=lv=-57;cid=testClusterID;nsid=413568832;c=1732709885600), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:18:07,124 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf9988d502fb464c with lease ID 0xea6e8af24d34638a: Processing first storage report for DS-40d1e07e-3bad-4be5-9225-b69658593b88 from datanode DatanodeRegistration(127.0.0.1:43457, datanodeUuid=6b74c8ea-f083-4f24-ac01-21bc956ea580, infoPort=43755, infoSecurePort=0, ipcPort=42545, storageInfo=lv=-57;cid=testClusterID;nsid=413568832;c=1732709885600) 2024-11-27T12:18:07,124 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf9988d502fb464c with lease ID 0xea6e8af24d34638a: from storage DS-40d1e07e-3bad-4be5-9225-b69658593b88 node DatanodeRegistration(127.0.0.1:43457, datanodeUuid=6b74c8ea-f083-4f24-ac01-21bc956ea580, infoPort=43755, infoSecurePort=0, ipcPort=42545, storageInfo=lv=-57;cid=testClusterID;nsid=413568832;c=1732709885600), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T12:18:07,205 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb533d5-5f1e-640e-5801-523b032b63de 2024-11-27T12:18:07,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:18:07,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:18:07,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43457 is added to blk_1073741825_1001 (size=7) 2024-11-27T12:18:07,614 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8 with version=8 2024-11-27T12:18:07,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/hbase-staging 2024-11-27T12:18:07,616 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T12:18:07,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:18:07,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:18:07,617 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:18:07,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:18:07,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:18:07,617 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T12:18:07,617 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:18:07,617 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38611 2024-11-27T12:18:07,618 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38611 connecting to ZooKeeper ensemble=127.0.0.1:49193 2024-11-27T12:18:07,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386110x0, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:18:07,668 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38611-0x1017c3a8e2e0003 connected 2024-11-27T12:18:07,741 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:18:07,742 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:18:07,744 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38611-0x1017c3a8e2e0003, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Set watcher on znode that does not yet exist, /1-1288223908/running 2024-11-27T12:18:07,744 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8, hbase.cluster.distributed=false 2024-11-27T12:18:07,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38611-0x1017c3a8e2e0003, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Set watcher on znode that does not yet exist, /1-1288223908/acl 2024-11-27T12:18:07,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38611 2024-11-27T12:18:07,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38611 2024-11-27T12:18:07,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38611 2024-11-27T12:18:07,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38611 2024-11-27T12:18:07,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38611 2024-11-27T12:18:07,760 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T12:18:07,760 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:18:07,760 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:18:07,761 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:18:07,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:18:07,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:18:07,761 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T12:18:07,761 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:18:07,761 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41955 2024-11-27T12:18:07,762 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41955 connecting to ZooKeeper ensemble=127.0.0.1:49193 2024-11-27T12:18:07,763 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:18:07,764 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:18:07,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419550x0, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:18:07,773 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41955-0x1017c3a8e2e0004, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Set watcher on znode that does not yet exist, /1-1288223908/running 2024-11-27T12:18:07,773 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41955-0x1017c3a8e2e0004 connected 2024-11-27T12:18:07,773 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T12:18:07,773 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T12:18:07,774 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41955-0x1017c3a8e2e0004, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Set watcher on znode that does not yet exist, /1-1288223908/master 2024-11-27T12:18:07,775 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41955-0x1017c3a8e2e0004, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Set watcher on znode that does not yet exist, /1-1288223908/acl 2024-11-27T12:18:07,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41955 2024-11-27T12:18:07,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41955 2024-11-27T12:18:07,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41955 2024-11-27T12:18:07,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41955 2024-11-27T12:18:07,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41955 2024-11-27T12:18:07,787 DEBUG [M:0;1ba5af43fd99:38611 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ba5af43fd99:38611 2024-11-27T12:18:07,787 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1288223908/backup-masters/1ba5af43fd99,38611,1732709887616 2024-11-27T12:18:07,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41955-0x1017c3a8e2e0004, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1288223908/backup-masters 2024-11-27T12:18:07,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38611-0x1017c3a8e2e0003, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1288223908/backup-masters 2024-11-27T12:18:07,794 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38611-0x1017c3a8e2e0003, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Set watcher on existing znode=/1-1288223908/backup-masters/1ba5af43fd99,38611,1732709887616 2024-11-27T12:18:07,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41955-0x1017c3a8e2e0004, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1288223908/master 2024-11-27T12:18:07,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38611-0x1017c3a8e2e0003, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1288223908 2024-11-27T12:18:07,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41955-0x1017c3a8e2e0004, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1288223908 2024-11-27T12:18:07,804 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38611-0x1017c3a8e2e0003, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Set watcher on existing znode=/1-1288223908/master 2024-11-27T12:18:07,804 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1288223908/backup-masters/1ba5af43fd99,38611,1732709887616 from backup master directory 2024-11-27T12:18:07,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38611-0x1017c3a8e2e0003, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1288223908/backup-masters/1ba5af43fd99,38611,1732709887616 2024-11-27T12:18:07,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41955-0x1017c3a8e2e0004, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1288223908/backup-masters 2024-11-27T12:18:07,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38611-0x1017c3a8e2e0003, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1288223908/backup-masters 2024-11-27T12:18:07,814 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:18:07,814 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ba5af43fd99,38611,1732709887616 2024-11-27T12:18:07,819 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/hbase.id] with ID: bbf00c2a-0d66-4531-990c-bdfbbbee8f46 2024-11-27T12:18:07,819 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/.tmp/hbase.id 2024-11-27T12:18:07,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43457 is added to blk_1073741826_1002 (size=42) 2024-11-27T12:18:08,225 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/.tmp/hbase.id]:[hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/hbase.id] 2024-11-27T12:18:08,237 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:18:08,237 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T12:18:08,239 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-27T12:18:08,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41955-0x1017c3a8e2e0004, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1288223908 2024-11-27T12:18:08,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38611-0x1017c3a8e2e0003, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1288223908 2024-11-27T12:18:08,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43457 is added to blk_1073741827_1003 (size=196) 2024-11-27T12:18:08,800 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:18:08,801 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T12:18:08,802 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:18:08,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43457 is added to blk_1073741828_1004 (size=1189) 2024-11-27T12:18:09,210 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/MasterData/data/master/store 2024-11-27T12:18:09,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43457 is added to blk_1073741829_1005 (size=34) 2024-11-27T12:18:09,616 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:18:09,616 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:18:09,616 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:18:09,616 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:18:09,616 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:18:09,616 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:18:09,616 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:18:09,617 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732709889616Disabling compacts and flushes for region at 1732709889616Disabling writes for close at 1732709889616Writing region close event to WAL at 1732709889616Closed at 1732709889616 2024-11-27T12:18:09,618 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/MasterData/data/master/store/.initializing 2024-11-27T12:18:09,618 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/MasterData/WALs/1ba5af43fd99,38611,1732709887616 2024-11-27T12:18:09,619 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:18:09,621 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ba5af43fd99%2C38611%2C1732709887616, suffix=, logDir=hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/MasterData/WALs/1ba5af43fd99,38611,1732709887616, archiveDir=hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/MasterData/oldWALs, maxLogs=10 2024-11-27T12:18:09,635 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/MasterData/WALs/1ba5af43fd99,38611,1732709887616/1ba5af43fd99%2C38611%2C1732709887616.1732709889621, exclude list is [], retry=0 2024-11-27T12:18:09,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43457,DS-a078ab93-3f9b-4fb1-a85b-00fa435dd386,DISK] 2024-11-27T12:18:09,639 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/MasterData/WALs/1ba5af43fd99,38611,1732709887616/1ba5af43fd99%2C38611%2C1732709887616.1732709889621 2024-11-27T12:18:09,640 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43755:43755)] 2024-11-27T12:18:09,640 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:18:09,640 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:18:09,640 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:18:09,640 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:18:09,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:18:09,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T12:18:09,643 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:09,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:18:09,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:18:09,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T12:18:09,646 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:09,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:18:09,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:18:09,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T12:18:09,648 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:09,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:18:09,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:18:09,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T12:18:09,649 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:09,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:18:09,650 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:18:09,650 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:18:09,650 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:18:09,651 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:18:09,652 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:18:09,652 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:18:09,653 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:18:09,655 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:18:09,655 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61761250, jitterRate=-0.07968565821647644}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:18:09,655 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732709889640Initializing all the Stores at 1732709889641 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709889641Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709889641Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709889641Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709889641Cleaning up temporary data from old regions at 1732709889652 (+11 ms)Region opened successfully at 1732709889655 (+3 ms) 2024-11-27T12:18:09,656 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T12:18:09,658 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d30bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T12:18:09,659 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T12:18:09,659 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T12:18:09,659 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T12:18:09,659 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T12:18:09,660 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T12:18:09,660 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T12:18:09,660 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T12:18:09,662 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T12:18:09,663 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38611-0x1017c3a8e2e0003, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Unable to get data of znode /1-1288223908/balancer because node does not exist (not necessarily an error) 2024-11-27T12:18:09,719 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1288223908/balancer already deleted, retry=false 2024-11-27T12:18:09,720 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T12:18:09,721 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38611-0x1017c3a8e2e0003, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Unable to get data of znode /1-1288223908/normalizer because node does not exist (not necessarily an error) 2024-11-27T12:18:09,730 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1288223908/normalizer already deleted, retry=false 2024-11-27T12:18:09,730 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T12:18:09,731 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38611-0x1017c3a8e2e0003, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Unable to get data of znode /1-1288223908/switch/split because node does not exist (not necessarily an error) 2024-11-27T12:18:09,740 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1288223908/switch/split already deleted, retry=false 2024-11-27T12:18:09,741 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38611-0x1017c3a8e2e0003, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Unable to get data of znode /1-1288223908/switch/merge because node does not exist (not necessarily an error) 2024-11-27T12:18:09,751 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1288223908/switch/merge already deleted, retry=false 2024-11-27T12:18:09,753 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38611-0x1017c3a8e2e0003, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Unable to get data of znode /1-1288223908/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T12:18:09,762 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1288223908/snapshot-cleanup already deleted, retry=false 2024-11-27T12:18:09,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41955-0x1017c3a8e2e0004, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1288223908/running 2024-11-27T12:18:09,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38611-0x1017c3a8e2e0003, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1288223908/running 2024-11-27T12:18:09,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38611-0x1017c3a8e2e0003, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1288223908 2024-11-27T12:18:09,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41955-0x1017c3a8e2e0004, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1288223908 2024-11-27T12:18:09,773 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ba5af43fd99,38611,1732709887616, sessionid=0x1017c3a8e2e0003, setting cluster-up flag (Was=false) 2024-11-27T12:18:09,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41955-0x1017c3a8e2e0004, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1288223908 2024-11-27T12:18:09,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38611-0x1017c3a8e2e0003, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1288223908 2024-11-27T12:18:09,825 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1288223908/flush-table-proc/acquired, /1-1288223908/flush-table-proc/reached, /1-1288223908/flush-table-proc/abort 2024-11-27T12:18:09,826 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,38611,1732709887616 2024-11-27T12:18:09,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41955-0x1017c3a8e2e0004, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1288223908 2024-11-27T12:18:09,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38611-0x1017c3a8e2e0003, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1288223908 2024-11-27T12:18:09,877 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1288223908/online-snapshot/acquired, /1-1288223908/online-snapshot/reached, /1-1288223908/online-snapshot/abort 2024-11-27T12:18:09,878 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,38611,1732709887616 2024-11-27T12:18:09,880 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T12:18:09,882 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T12:18:09,882 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T12:18:09,882 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T12:18:09,882 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ba5af43fd99,38611,1732709887616 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T12:18:09,884 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:18:09,884 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:18:09,884 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:18:09,884 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:18:09,884 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ba5af43fd99:0, corePoolSize=10, maxPoolSize=10 2024-11-27T12:18:09,884 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:09,884 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:18:09,884 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:09,886 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:18:09,887 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T12:18:09,888 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:09,888 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T12:18:09,889 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732709919889 2024-11-27T12:18:09,889 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T12:18:09,889 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T12:18:09,889 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T12:18:09,889 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T12:18:09,889 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T12:18:09,889 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T12:18:09,890 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:09,890 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T12:18:09,890 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T12:18:09,890 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T12:18:09,890 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T12:18:09,892 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T12:18:09,892 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T12:18:09,892 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732709889892,5,FailOnTimeoutGroup] 2024-11-27T12:18:09,895 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732709889892,5,FailOnTimeoutGroup] 2024-11-27T12:18:09,895 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:09,895 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T12:18:09,895 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:09,895 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:09,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43457 is added to blk_1073741831_1007 (size=1321) 2024-11-27T12:18:09,980 INFO [RS:0;1ba5af43fd99:41955 {}] regionserver.HRegionServer(746): ClusterId : bbf00c2a-0d66-4531-990c-bdfbbbee8f46 2024-11-27T12:18:09,981 DEBUG [RS:0;1ba5af43fd99:41955 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T12:18:09,994 DEBUG [RS:0;1ba5af43fd99:41955 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T12:18:09,994 DEBUG [RS:0;1ba5af43fd99:41955 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T12:18:10,005 DEBUG [RS:0;1ba5af43fd99:41955 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T12:18:10,005 DEBUG [RS:0;1ba5af43fd99:41955 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f0b2d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T12:18:10,020 DEBUG [RS:0;1ba5af43fd99:41955 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ba5af43fd99:41955 2024-11-27T12:18:10,020 INFO [RS:0;1ba5af43fd99:41955 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T12:18:10,020 INFO [RS:0;1ba5af43fd99:41955 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T12:18:10,020 DEBUG [RS:0;1ba5af43fd99:41955 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T12:18:10,021 INFO [RS:0;1ba5af43fd99:41955 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ba5af43fd99,38611,1732709887616 with port=41955, startcode=1732709887760 2024-11-27T12:18:10,021 DEBUG [RS:0;1ba5af43fd99:41955 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T12:18:10,022 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T12:18:10,023 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38611 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ba5af43fd99,41955,1732709887760 2024-11-27T12:18:10,023 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38611 {}] master.ServerManager(517): Registering regionserver=1ba5af43fd99,41955,1732709887760 2024-11-27T12:18:10,025 DEBUG [RS:0;1ba5af43fd99:41955 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8 2024-11-27T12:18:10,025 DEBUG [RS:0;1ba5af43fd99:41955 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43383 2024-11-27T12:18:10,025 DEBUG [RS:0;1ba5af43fd99:41955 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T12:18:10,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38611-0x1017c3a8e2e0003, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1288223908/rs 2024-11-27T12:18:10,094 DEBUG [RS:0;1ba5af43fd99:41955 {}] zookeeper.ZKUtil(111): regionserver:41955-0x1017c3a8e2e0004, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Set watcher on existing znode=/1-1288223908/rs/1ba5af43fd99,41955,1732709887760 2024-11-27T12:18:10,094 WARN [RS:0;1ba5af43fd99:41955 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:18:10,094 INFO [RS:0;1ba5af43fd99:41955 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:18:10,094 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ba5af43fd99,41955,1732709887760] 2024-11-27T12:18:10,095 DEBUG [RS:0;1ba5af43fd99:41955 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/WALs/1ba5af43fd99,41955,1732709887760 2024-11-27T12:18:10,100 INFO [RS:0;1ba5af43fd99:41955 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T12:18:10,102 INFO [RS:0;1ba5af43fd99:41955 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T12:18:10,103 INFO [RS:0;1ba5af43fd99:41955 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T12:18:10,103 INFO [RS:0;1ba5af43fd99:41955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:10,103 INFO [RS:0;1ba5af43fd99:41955 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T12:18:10,104 INFO [RS:0;1ba5af43fd99:41955 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T12:18:10,104 INFO [RS:0;1ba5af43fd99:41955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:10,104 DEBUG [RS:0;1ba5af43fd99:41955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:10,104 DEBUG [RS:0;1ba5af43fd99:41955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:10,105 DEBUG [RS:0;1ba5af43fd99:41955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:10,105 DEBUG [RS:0;1ba5af43fd99:41955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:10,105 DEBUG [RS:0;1ba5af43fd99:41955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:10,105 DEBUG [RS:0;1ba5af43fd99:41955 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:18:10,105 DEBUG [RS:0;1ba5af43fd99:41955 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:10,105 DEBUG [RS:0;1ba5af43fd99:41955 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:10,105 DEBUG [RS:0;1ba5af43fd99:41955 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:10,105 DEBUG [RS:0;1ba5af43fd99:41955 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:10,105 DEBUG [RS:0;1ba5af43fd99:41955 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:10,105 DEBUG [RS:0;1ba5af43fd99:41955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:10,105 DEBUG [RS:0;1ba5af43fd99:41955 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:18:10,105 DEBUG [RS:0;1ba5af43fd99:41955 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:18:10,108 INFO [RS:0;1ba5af43fd99:41955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:10,108 INFO [RS:0;1ba5af43fd99:41955 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:10,108 INFO [RS:0;1ba5af43fd99:41955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:10,108 INFO [RS:0;1ba5af43fd99:41955 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:10,108 INFO [RS:0;1ba5af43fd99:41955 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:10,108 INFO [RS:0;1ba5af43fd99:41955 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,41955,1732709887760-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:18:10,123 INFO [RS:0;1ba5af43fd99:41955 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T12:18:10,123 INFO [RS:0;1ba5af43fd99:41955 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,41955,1732709887760-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:10,123 INFO [RS:0;1ba5af43fd99:41955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:10,123 INFO [RS:0;1ba5af43fd99:41955 {}] regionserver.Replication(171): 1ba5af43fd99,41955,1732709887760 started 2024-11-27T12:18:10,137 INFO [RS:0;1ba5af43fd99:41955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:10,137 INFO [RS:0;1ba5af43fd99:41955 {}] regionserver.HRegionServer(1482): Serving as 1ba5af43fd99,41955,1732709887760, RpcServer on 1ba5af43fd99/172.17.0.3:41955, sessionid=0x1017c3a8e2e0004 2024-11-27T12:18:10,137 DEBUG [RS:0;1ba5af43fd99:41955 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T12:18:10,137 DEBUG [RS:0;1ba5af43fd99:41955 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ba5af43fd99,41955,1732709887760 2024-11-27T12:18:10,137 DEBUG [RS:0;1ba5af43fd99:41955 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,41955,1732709887760' 2024-11-27T12:18:10,137 DEBUG [RS:0;1ba5af43fd99:41955 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1288223908/flush-table-proc/abort' 2024-11-27T12:18:10,138 DEBUG [RS:0;1ba5af43fd99:41955 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1288223908/flush-table-proc/acquired' 2024-11-27T12:18:10,138 DEBUG [RS:0;1ba5af43fd99:41955 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T12:18:10,138 DEBUG [RS:0;1ba5af43fd99:41955 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T12:18:10,138 DEBUG [RS:0;1ba5af43fd99:41955 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ba5af43fd99,41955,1732709887760 2024-11-27T12:18:10,138 DEBUG [RS:0;1ba5af43fd99:41955 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,41955,1732709887760' 2024-11-27T12:18:10,138 DEBUG [RS:0;1ba5af43fd99:41955 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1288223908/online-snapshot/abort' 2024-11-27T12:18:10,139 DEBUG [RS:0;1ba5af43fd99:41955 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1288223908/online-snapshot/acquired' 2024-11-27T12:18:10,139 DEBUG [RS:0;1ba5af43fd99:41955 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T12:18:10,139 INFO [RS:0;1ba5af43fd99:41955 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T12:18:10,139 INFO [RS:0;1ba5af43fd99:41955 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T12:18:10,180 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T12:18:10,240 INFO [RS:0;1ba5af43fd99:41955 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:18:10,241 INFO [RS:0;1ba5af43fd99:41955 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C41955%2C1732709887760, suffix=, logDir=hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/WALs/1ba5af43fd99,41955,1732709887760, archiveDir=hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/oldWALs, maxLogs=10 2024-11-27T12:18:10,254 DEBUG [RS:0;1ba5af43fd99:41955 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/WALs/1ba5af43fd99,41955,1732709887760/1ba5af43fd99%2C41955%2C1732709887760.1732709890242, exclude list is [], retry=0 2024-11-27T12:18:10,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43457,DS-a078ab93-3f9b-4fb1-a85b-00fa435dd386,DISK] 2024-11-27T12:18:10,259 INFO [RS:0;1ba5af43fd99:41955 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/WALs/1ba5af43fd99,41955,1732709887760/1ba5af43fd99%2C41955%2C1732709887760.1732709890242 2024-11-27T12:18:10,260 DEBUG [RS:0;1ba5af43fd99:41955 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43755:43755)] 2024-11-27T12:18:10,298 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T12:18:10,299 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8 2024-11-27T12:18:10,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43457 is added to blk_1073741833_1009 (size=32) 2024-11-27T12:18:10,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:18:10,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:18:10,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:18:10,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:10,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:18:10,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:18:10,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:18:10,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:10,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:18:10,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:18:10,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:18:10,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:10,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:18:10,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:18:10,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:18:10,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:10,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:18:10,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:18:10,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/data/hbase/meta/1588230740 2024-11-27T12:18:10,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/data/hbase/meta/1588230740 2024-11-27T12:18:10,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:18:10,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:18:10,716 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:18:10,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:18:10,720 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:18:10,720 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72770092, jitterRate=0.08435887098312378}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:18:10,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732709890706Initializing all the Stores at 1732709890706Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709890706Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709890707 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709890707Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709890707Cleaning up temporary data from old regions at 1732709890716 (+9 ms)Region opened successfully at 1732709890720 (+4 ms) 2024-11-27T12:18:10,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:18:10,721 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:18:10,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:18:10,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:18:10,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:18:10,721 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:18:10,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732709890720Disabling compacts and flushes for region at 1732709890720Disabling writes for close at 1732709890721 (+1 ms)Writing region close event to WAL at 1732709890721Closed at 1732709890721 2024-11-27T12:18:10,723 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:18:10,723 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T12:18:10,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T12:18:10,724 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:18:10,725 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T12:18:10,876 DEBUG [1ba5af43fd99:38611 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T12:18:10,876 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ba5af43fd99,41955,1732709887760 2024-11-27T12:18:10,877 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,41955,1732709887760, state=OPENING 2024-11-27T12:18:10,941 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T12:18:10,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41955-0x1017c3a8e2e0004, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1288223908 2024-11-27T12:18:10,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38611-0x1017c3a8e2e0003, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1288223908 2024-11-27T12:18:10,952 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:18:10,952 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1288223908/meta-region-server: CHANGED 2024-11-27T12:18:10,952 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1288223908/meta-region-server: CHANGED 2024-11-27T12:18:10,952 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,41955,1732709887760}] 2024-11-27T12:18:11,105 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T12:18:11,106 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41489, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T12:18:11,110 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T12:18:11,110 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:18:11,111 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T12:18:11,112 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C41955%2C1732709887760.meta, suffix=.meta, logDir=hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/WALs/1ba5af43fd99,41955,1732709887760, archiveDir=hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/oldWALs, maxLogs=10 2024-11-27T12:18:11,129 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/WALs/1ba5af43fd99,41955,1732709887760/1ba5af43fd99%2C41955%2C1732709887760.meta.1732709891113.meta, exclude list is [], retry=0 2024-11-27T12:18:11,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43457,DS-a078ab93-3f9b-4fb1-a85b-00fa435dd386,DISK] 2024-11-27T12:18:11,134 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/WALs/1ba5af43fd99,41955,1732709887760/1ba5af43fd99%2C41955%2C1732709887760.meta.1732709891113.meta 2024-11-27T12:18:11,134 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43755:43755)] 2024-11-27T12:18:11,134 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:18:11,135 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:18:11,135 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T12:18:11,135 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T12:18:11,135 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T12:18:11,135 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T12:18:11,135 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:18:11,135 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T12:18:11,135 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T12:18:11,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:18:11,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:18:11,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:11,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:18:11,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:18:11,139 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:18:11,139 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:11,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:18:11,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:18:11,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:18:11,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:11,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:18:11,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:18:11,142 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:18:11,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:11,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:18:11,143 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:18:11,143 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/data/hbase/meta/1588230740 2024-11-27T12:18:11,144 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/data/hbase/meta/1588230740 2024-11-27T12:18:11,146 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:18:11,146 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:18:11,147 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:18:11,148 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:18:11,149 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66620245, jitterRate=-0.007280990481376648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:18:11,149 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T12:18:11,149 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732709891136Writing region info on filesystem at 1732709891136Initializing all the Stores at 1732709891136Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709891137 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709891137Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709891137Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709891137Cleaning up temporary data from old regions at 1732709891146 (+9 ms)Running coprocessor post-open hooks at 1732709891149 (+3 ms)Region opened successfully at 1732709891149 2024-11-27T12:18:11,150 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732709891104 2024-11-27T12:18:11,152 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T12:18:11,153 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T12:18:11,153 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,41955,1732709887760 2024-11-27T12:18:11,154 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,41955,1732709887760, state=OPEN 2024-11-27T12:18:11,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38611-0x1017c3a8e2e0003, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1288223908/meta-region-server 2024-11-27T12:18:11,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41955-0x1017c3a8e2e0004, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1288223908/meta-region-server 2024-11-27T12:18:11,162 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ba5af43fd99,41955,1732709887760 2024-11-27T12:18:11,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1288223908/meta-region-server: CHANGED 2024-11-27T12:18:11,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1288223908/meta-region-server: CHANGED 2024-11-27T12:18:11,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T12:18:11,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,41955,1732709887760 in 210 msec 2024-11-27T12:18:11,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T12:18:11,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 443 msec 2024-11-27T12:18:11,170 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:18:11,170 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T12:18:11,172 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:18:11,172 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,41955,1732709887760, seqNum=-1] 2024-11-27T12:18:11,172 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:18:11,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38435, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:18:11,180 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2980 sec 2024-11-27T12:18:11,180 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732709891180, completionTime=-1 2024-11-27T12:18:11,181 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T12:18:11,181 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T12:18:11,183 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T12:18:11,183 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732709951183 2024-11-27T12:18:11,183 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732710011183 2024-11-27T12:18:11,183 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T12:18:11,183 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,38611,1732709887616-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:11,183 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,38611,1732709887616-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:11,183 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,38611,1732709887616-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:11,183 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ba5af43fd99:38611, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:11,183 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:11,184 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:11,186 DEBUG [master/1ba5af43fd99:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T12:18:11,189 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.374sec 2024-11-27T12:18:11,189 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T12:18:11,189 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T12:18:11,189 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T12:18:11,189 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T12:18:11,189 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T12:18:11,189 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,38611,1732709887616-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:18:11,189 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,38611,1732709887616-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T12:18:11,191 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T12:18:11,191 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T12:18:11,191 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,38611,1732709887616-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:11,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c08a4b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:18:11,281 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,38611,-1 for getting cluster id 2024-11-27T12:18:11,282 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:18:11,283 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bbf00c2a-0d66-4531-990c-bdfbbbee8f46' 2024-11-27T12:18:11,283 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:18:11,283 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bbf00c2a-0d66-4531-990c-bdfbbbee8f46" 2024-11-27T12:18:11,284 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d95eb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:18:11,284 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,38611,-1] 2024-11-27T12:18:11,284 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:18:11,285 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:18:11,286 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:18:11,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f02ef67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:18:11,287 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:18:11,288 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,41955,1732709887760, seqNum=-1] 2024-11-27T12:18:11,288 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:18:11,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:18:11,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ba5af43fd99,38611,1732709887616 2024-11-27T12:18:11,292 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49193 2024-11-27T12:18:11,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:18:11,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017c3a8e2e0005 connected 2024-11-27T12:18:11,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685d61b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:18:11,312 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,38531,-1 for getting cluster id 2024-11-27T12:18:11,312 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:18:11,313 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6b1e9ba-307d-45e1-8634-46ea56983ba2' 2024-11-27T12:18:11,314 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:18:11,314 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6b1e9ba-307d-45e1-8634-46ea56983ba2" 2024-11-27T12:18:11,314 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@630890cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:18:11,314 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,38531,-1] 2024-11-27T12:18:11,314 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:18:11,315 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:18:11,316 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:18:11,317 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce91d23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:18:11,317 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:18:11,319 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,38531,1732709882200 2024-11-27T12:18:11,319 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6006297c 2024-11-27T12:18:11,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:18:11,321 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:18:11,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38531 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://1ba5af43fd99:38611,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T12:18:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38531 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T12:18:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:18:11,328 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ba5af43fd99:38611' 2024-11-27T12:18:11,330 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@371960c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:18:11,330 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,38611,-1 for getting cluster id 2024-11-27T12:18:11,330 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:18:11,331 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bbf00c2a-0d66-4531-990c-bdfbbbee8f46' 2024-11-27T12:18:11,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:18:11,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bbf00c2a-0d66-4531-990c-bdfbbbee8f46" 2024-11-27T12:18:11,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f497344, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:18:11,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,38611,-1] 2024-11-27T12:18:11,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:18:11,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:18:11,335 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:18:11,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48123ec5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:18:11,336 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:18:11,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,38611,1732709887616 2024-11-27T12:18:11,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ee43225 2024-11-27T12:18:11,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:18:11,339 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:18:11,340 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-27T12:18:11,340 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T12:18:11,340 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:18:11,341 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:18:11,341 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:18:11,343 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:18:11,344 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T12:18:11,346 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T12:18:11,347 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:11,348 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T12:18:11,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36497 is added to blk_1073741835_1011 (size=1138) 2024-11-27T12:18:11,395 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T12:18:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:18:11,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T12:18:11,472 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T12:18:11,473 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:18:11,473 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-27T12:18:11,474 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:18:11,474 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T12:18:11,474 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T12:18:11,474 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T12:18:11,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:18:11,772 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6ef57aae4a34f3740a33ad506fa88d2b, NAME => 'hbase:replication,,1732709891341.6ef57aae4a34f3740a33ad506fa88d2b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3 2024-11-27T12:18:11,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36497 is added to blk_1073741836_1012 (size=44) 2024-11-27T12:18:11,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:18:12,179 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732709891341.6ef57aae4a34f3740a33ad506fa88d2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:18:12,179 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6ef57aae4a34f3740a33ad506fa88d2b, disabling compactions & flushes 2024-11-27T12:18:12,180 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732709891341.6ef57aae4a34f3740a33ad506fa88d2b. 2024-11-27T12:18:12,180 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732709891341.6ef57aae4a34f3740a33ad506fa88d2b. 2024-11-27T12:18:12,180 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732709891341.6ef57aae4a34f3740a33ad506fa88d2b. after waiting 0 ms 2024-11-27T12:18:12,180 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732709891341.6ef57aae4a34f3740a33ad506fa88d2b. 2024-11-27T12:18:12,180 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732709891341.6ef57aae4a34f3740a33ad506fa88d2b. 2024-11-27T12:18:12,180 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6ef57aae4a34f3740a33ad506fa88d2b: Waiting for close lock at 1732709892179Disabling compacts and flushes for region at 1732709892179Disabling writes for close at 1732709892180 (+1 ms)Writing region close event to WAL at 1732709892180Closed at 1732709892180 2024-11-27T12:18:12,181 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T12:18:12,182 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732709891341.6ef57aae4a34f3740a33ad506fa88d2b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732709892181"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732709892181"}]},"ts":"1732709892181"} 2024-11-27T12:18:12,184 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T12:18:12,185 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T12:18:12,186 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732709892185"}]},"ts":"1732709892185"} 2024-11-27T12:18:12,188 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T12:18:12,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6ef57aae4a34f3740a33ad506fa88d2b, ASSIGN}] 2024-11-27T12:18:12,189 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6ef57aae4a34f3740a33ad506fa88d2b, ASSIGN 2024-11-27T12:18:12,190 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6ef57aae4a34f3740a33ad506fa88d2b, ASSIGN; state=OFFLINE, location=1ba5af43fd99,37515,1732709882393; forceNewPlan=false, retain=false 2024-11-27T12:18:12,341 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6ef57aae4a34f3740a33ad506fa88d2b, regionState=OPENING, regionLocation=1ba5af43fd99,37515,1732709882393 2024-11-27T12:18:12,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6ef57aae4a34f3740a33ad506fa88d2b, ASSIGN because future has completed 2024-11-27T12:18:12,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ef57aae4a34f3740a33ad506fa88d2b, server=1ba5af43fd99,37515,1732709882393}] 2024-11-27T12:18:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:18:12,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732709891341.6ef57aae4a34f3740a33ad506fa88d2b. 2024-11-27T12:18:12,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:18:12,502 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T12:18:12,503 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C37515%2C1732709882393.rep, suffix=, logDir=hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/WALs/1ba5af43fd99,37515,1732709882393, archiveDir=hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/oldWALs, maxLogs=10 2024-11-27T12:18:12,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/WALs/1ba5af43fd99,37515,1732709882393/1ba5af43fd99%2C37515%2C1732709882393.rep.1732709892504, exclude list is [], retry=0 2024-11-27T12:18:12,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36497,DS-06fe2d56-b28f-4c21-91cf-27daabdd9c1f,DISK] 2024-11-27T12:18:12,528 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/WALs/1ba5af43fd99,37515,1732709882393/1ba5af43fd99%2C37515%2C1732709882393.rep.1732709892504 2024-11-27T12:18:12,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43433:43433)] 2024-11-27T12:18:12,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 6ef57aae4a34f3740a33ad506fa88d2b, NAME => 'hbase:replication,,1732709891341.6ef57aae4a34f3740a33ad506fa88d2b.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:18:12,529 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:18:12,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T12:18:12,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732709891341.6ef57aae4a34f3740a33ad506fa88d2b. service=MultiRowMutationService 2024-11-27T12:18:12,529 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T12:18:12,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6ef57aae4a34f3740a33ad506fa88d2b 2024-11-27T12:18:12,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732709891341.6ef57aae4a34f3740a33ad506fa88d2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:18:12,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 6ef57aae4a34f3740a33ad506fa88d2b 2024-11-27T12:18:12,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 6ef57aae4a34f3740a33ad506fa88d2b 2024-11-27T12:18:12,531 INFO [StoreOpener-6ef57aae4a34f3740a33ad506fa88d2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6ef57aae4a34f3740a33ad506fa88d2b 2024-11-27T12:18:12,533 INFO [StoreOpener-6ef57aae4a34f3740a33ad506fa88d2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ef57aae4a34f3740a33ad506fa88d2b columnFamilyName hfileref 2024-11-27T12:18:12,533 DEBUG [StoreOpener-6ef57aae4a34f3740a33ad506fa88d2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:12,533 INFO [StoreOpener-6ef57aae4a34f3740a33ad506fa88d2b-1 {}] regionserver.HStore(327): Store=6ef57aae4a34f3740a33ad506fa88d2b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:18:12,533 INFO [StoreOpener-6ef57aae4a34f3740a33ad506fa88d2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6ef57aae4a34f3740a33ad506fa88d2b 2024-11-27T12:18:12,535 INFO [StoreOpener-6ef57aae4a34f3740a33ad506fa88d2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ef57aae4a34f3740a33ad506fa88d2b columnFamilyName queue 2024-11-27T12:18:12,535 DEBUG [StoreOpener-6ef57aae4a34f3740a33ad506fa88d2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:12,535 INFO [StoreOpener-6ef57aae4a34f3740a33ad506fa88d2b-1 {}] regionserver.HStore(327): Store=6ef57aae4a34f3740a33ad506fa88d2b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:18:12,536 INFO [StoreOpener-6ef57aae4a34f3740a33ad506fa88d2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6ef57aae4a34f3740a33ad506fa88d2b 2024-11-27T12:18:12,537 INFO [StoreOpener-6ef57aae4a34f3740a33ad506fa88d2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ef57aae4a34f3740a33ad506fa88d2b columnFamilyName sid 2024-11-27T12:18:12,537 DEBUG [StoreOpener-6ef57aae4a34f3740a33ad506fa88d2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:12,538 INFO [StoreOpener-6ef57aae4a34f3740a33ad506fa88d2b-1 {}] regionserver.HStore(327): Store=6ef57aae4a34f3740a33ad506fa88d2b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:18:12,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 6ef57aae4a34f3740a33ad506fa88d2b 2024-11-27T12:18:12,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/data/hbase/replication/6ef57aae4a34f3740a33ad506fa88d2b 2024-11-27T12:18:12,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/data/hbase/replication/6ef57aae4a34f3740a33ad506fa88d2b 2024-11-27T12:18:12,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 6ef57aae4a34f3740a33ad506fa88d2b 2024-11-27T12:18:12,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 6ef57aae4a34f3740a33ad506fa88d2b 2024-11-27T12:18:12,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T12:18:12,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 6ef57aae4a34f3740a33ad506fa88d2b 2024-11-27T12:18:12,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/data/hbase/replication/6ef57aae4a34f3740a33ad506fa88d2b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:18:12,544 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 6ef57aae4a34f3740a33ad506fa88d2b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66078499, jitterRate=-0.01535363495349884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T12:18:12,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6ef57aae4a34f3740a33ad506fa88d2b 2024-11-27T12:18:12,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 6ef57aae4a34f3740a33ad506fa88d2b: Running coprocessor pre-open hook at 1732709892530Writing region info on filesystem at 1732709892530Initializing all the Stores at 1732709892531 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709892531Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709892531Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709892531Cleaning up temporary data from old regions at 1732709892540 (+9 ms)Running coprocessor post-open hooks at 1732709892545 (+5 ms)Region opened successfully at 1732709892545 2024-11-27T12:18:12,546 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732709891341.6ef57aae4a34f3740a33ad506fa88d2b., pid=7, masterSystemTime=1732709892497 2024-11-27T12:18:12,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732709891341.6ef57aae4a34f3740a33ad506fa88d2b. 2024-11-27T12:18:12,548 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732709891341.6ef57aae4a34f3740a33ad506fa88d2b. 2024-11-27T12:18:12,549 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6ef57aae4a34f3740a33ad506fa88d2b, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,37515,1732709882393 2024-11-27T12:18:12,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ef57aae4a34f3740a33ad506fa88d2b, server=1ba5af43fd99,37515,1732709882393 because future has completed 2024-11-27T12:18:12,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-27T12:18:12,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 6ef57aae4a34f3740a33ad506fa88d2b, server=1ba5af43fd99,37515,1732709882393 in 209 msec 2024-11-27T12:18:12,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T12:18:12,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6ef57aae4a34f3740a33ad506fa88d2b, ASSIGN in 368 msec 2024-11-27T12:18:12,560 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T12:18:12,561 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732709892560"}]},"ts":"1732709892560"} 2024-11-27T12:18:12,563 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T12:18:12,564 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T12:18:12,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2230 sec 2024-11-27T12:18:12,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732709891341.6ef57aae4a34f3740a33ad506fa88d2b., hostname=1ba5af43fd99,37515,1732709882393, seqNum=2] 2024-11-27T12:18:12,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37515-0x1017c3a8e2e0001, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1307546635 2024-11-27T12:18:12,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38531-0x1017c3a8e2e0000, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1307546635 2024-11-27T12:18:12,648 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T12:18:12,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-27T12:18:12,802 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T12:18:12,831 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-1ba5af43fd99,37515,1732709882393, ReplicationSource: 1, currentBandwidth=0 2024-11-27T12:18:12,831 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:18:12,831 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,37515,1732709882393, seqNum=-1] 2024-11-27T12:18:12,832 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:18:12,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53893, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-27T12:18:12,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1ba5af43fd99,37515,1732709882393', locateType=CURRENT is [region=hbase:replication,,1732709891341.6ef57aae4a34f3740a33ad506fa88d2b., hostname=1ba5af43fd99,37515,1732709882393, seqNum=2] 2024-11-27T12:18:12,838 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-27T12:18:12,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38531 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-27T12:18:12,841 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1ba5af43fd99,37515,1732709882393 suceeded 2024-11-27T12:18:12,844 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-27T12:18:12,844 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-27T12:18:12,844 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1ba5af43fd99:38611,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T12:18:12,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5220 sec 2024-11-27T12:18:12,853 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,37515,1732709882393 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ba5af43fd99:38611' 2024-11-27T12:18:12,855 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,37515,1732709882393 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1913149, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:18:12,855 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,37515,1732709882393 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,38611,-1 for getting cluster id 2024-11-27T12:18:12,855 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,37515,1732709882393 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:18:12,856 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bbf00c2a-0d66-4531-990c-bdfbbbee8f46' 2024-11-27T12:18:12,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:18:12,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bbf00c2a-0d66-4531-990c-bdfbbbee8f46" 2024-11-27T12:18:12,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c48d757, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:18:12,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,38611,-1] 2024-11-27T12:18:12,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:18:12,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:18:12,858 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:18:12,858 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,37515,1732709882393 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a68f13e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:18:12,858 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,37515,1732709882393 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:18:12,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,38611,1732709887616 2024-11-27T12:18:12,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bf51a41 2024-11-27T12:18:12,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:18:12,860 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-27T12:18:12,861 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,37515,1732709882393 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1ba5af43fd99,37515,1732709882393 (queues=1) is replicating from cluster=a6b1e9ba-307d-45e1-8634-46ea56983ba2 to cluster=bbf00c2a-0d66-4531-990c-bdfbbbee8f46 2024-11-27T12:18:12,861 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,37515,1732709882393 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1ba5af43fd99%2C37515%2C1732709882393 2024-11-27T12:18:12,861 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,37515,1732709882393 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1ba5af43fd99,37515,1732709882393, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T12:18:12,861 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,37515,1732709882393.replicationSource.wal-reader.1ba5af43fd99%2C37515%2C1732709882393,1-1ba5af43fd99,37515,1732709882393 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/WALs/1ba5af43fd99,37515,1732709882393/1ba5af43fd99%2C37515%2C1732709882393.1732709884328, startPosition=0, beingWritten=true 2024-11-27T12:18:12,861 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,37515,1732709882393.replicationSource.shipper1ba5af43fd99%2C37515%2C1732709882393,1-1ba5af43fd99,37515,1732709882393 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1ba5af43fd99%2C37515%2C1732709882393 2024-11-27T12:18:13,067 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,37515,1732709882393.replicationSource.wal-reader.1ba5af43fd99%2C37515%2C1732709882393,1-1ba5af43fd99,37515,1732709882393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/WALs/1ba5af43fd99,37515,1732709882393/1ba5af43fd99%2C37515%2C1732709882393.1732709884328 to pos 0, reset compression=false 2024-11-27T12:18:13,372 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,37515,1732709882393.replicationSource.wal-reader.1ba5af43fd99%2C37515%2C1732709882393,1-1ba5af43fd99,37515,1732709882393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/WALs/1ba5af43fd99,37515,1732709882393/1ba5af43fd99%2C37515%2C1732709882393.1732709884328 to pos 0, reset compression=false 2024-11-27T12:18:13,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:18:13,490 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T12:18:13,490 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:18:13,490 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:18:13,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:18:13,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:18:13,490 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:18:13,491 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:18:13,492 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,38531,1732709882200 2024-11-27T12:18:13,492 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@724ac994 2024-11-27T12:18:13,492 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:18:13,493 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:18:13,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38531 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-27T12:18:13,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T12:18:13,494 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:18:13,494 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:18:13,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:18:13,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:18:13,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:18:13,494 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T12:18:13,494 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1109764094, stopped=false 2024-11-27T12:18:13,494 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ba5af43fd99,38611,1732709887616 2024-11-27T12:18:13,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41955-0x1017c3a8e2e0004, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1288223908/running 2024-11-27T12:18:13,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38611-0x1017c3a8e2e0003, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1288223908/running 2024-11-27T12:18:13,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38611-0x1017c3a8e2e0003, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1288223908 2024-11-27T12:18:13,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41955-0x1017c3a8e2e0004, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1288223908 2024-11-27T12:18:13,499 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:18:13,499 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:18:13,499 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:18:13,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:18:13,499 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ba5af43fd99,41955,1732709887760' ***** 2024-11-27T12:18:13,499 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T12:18:13,499 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38611-0x1017c3a8e2e0003, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Set watcher on znode that does not yet exist, /1-1288223908/running 2024-11-27T12:18:13,500 INFO [RS:0;1ba5af43fd99:41955 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T12:18:13,500 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41955-0x1017c3a8e2e0004, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Set watcher on znode that does not yet exist, /1-1288223908/running 2024-11-27T12:18:13,500 INFO [RS:0;1ba5af43fd99:41955 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T12:18:13,500 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T12:18:13,500 INFO [RS:0;1ba5af43fd99:41955 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T12:18:13,500 INFO [RS:0;1ba5af43fd99:41955 {}] regionserver.HRegionServer(959): stopping server 1ba5af43fd99,41955,1732709887760 2024-11-27T12:18:13,500 INFO [RS:0;1ba5af43fd99:41955 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:18:13,500 INFO [RS:0;1ba5af43fd99:41955 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:41955. 2024-11-27T12:18:13,500 DEBUG [RS:0;1ba5af43fd99:41955 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:18:13,500 DEBUG [RS:0;1ba5af43fd99:41955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:18:13,500 INFO [RS:0;1ba5af43fd99:41955 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T12:18:13,500 INFO [RS:0;1ba5af43fd99:41955 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T12:18:13,500 INFO [RS:0;1ba5af43fd99:41955 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T12:18:13,500 INFO [RS:0;1ba5af43fd99:41955 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T12:18:13,501 INFO [RS:0;1ba5af43fd99:41955 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T12:18:13,501 DEBUG [RS:0;1ba5af43fd99:41955 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T12:18:13,501 DEBUG [RS:0;1ba5af43fd99:41955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:18:13,501 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:18:13,501 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:18:13,501 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:18:13,501 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:18:13,501 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:18:13,501 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-27T12:18:13,511 INFO [regionserver/1ba5af43fd99:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:18:13,518 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/data/hbase/meta/1588230740/.tmp/ns/fc399ec6d188420d86604d5993ac2298 is 43, key is default/ns:d/1732709891174/Put/seqid=0 2024-11-27T12:18:13,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43457 is added to blk_1073741835_1011 (size=5153) 2024-11-27T12:18:13,523 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/data/hbase/meta/1588230740/.tmp/ns/fc399ec6d188420d86604d5993ac2298 2024-11-27T12:18:13,531 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/data/hbase/meta/1588230740/.tmp/ns/fc399ec6d188420d86604d5993ac2298 as hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/data/hbase/meta/1588230740/ns/fc399ec6d188420d86604d5993ac2298 2024-11-27T12:18:13,537 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/data/hbase/meta/1588230740/ns/fc399ec6d188420d86604d5993ac2298, entries=2, sequenceid=6, filesize=5.0 K 2024-11-27T12:18:13,538 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 37ms, sequenceid=6, compaction requested=false 2024-11-27T12:18:13,542 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T12:18:13,543 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:18:13,543 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:18:13,543 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:18:13,543 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732709893501Running coprocessor pre-close hooks at 1732709893501Disabling compacts and flushes for region at 1732709893501Disabling writes for close at 1732709893501Obtaining lock to block concurrent updates at 1732709893501Preparing flush snapshotting stores in 1588230740 at 1732709893501Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732709893502 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732709893502Flushing 1588230740/ns: creating writer at 1732709893502Flushing 1588230740/ns: appending metadata at 1732709893518 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732709893518Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3925683e: reopening flushed file at 1732709893530 (+12 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 37ms, sequenceid=6, compaction requested=false at 1732709893538 (+8 ms)Writing region close event to WAL at 1732709893539 (+1 ms)Running coprocessor post-close hooks at 1732709893543 (+4 ms)Closed at 1732709893543 2024-11-27T12:18:13,543 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T12:18:13,701 INFO [RS:0;1ba5af43fd99:41955 {}] regionserver.HRegionServer(976): stopping server 1ba5af43fd99,41955,1732709887760; all regions closed. 2024-11-27T12:18:13,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43457 is added to blk_1073741834_1010 (size=1152) 2024-11-27T12:18:13,703 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/WALs/1ba5af43fd99,41955,1732709887760/1ba5af43fd99%2C41955%2C1732709887760.meta.1732709891113.meta not finished, retry = 0 2024-11-27T12:18:13,777 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,37515,1732709882393.replicationSource.wal-reader.1ba5af43fd99%2C37515%2C1732709882393,1-1ba5af43fd99,37515,1732709882393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/WALs/1ba5af43fd99,37515,1732709882393/1ba5af43fd99%2C37515%2C1732709882393.1732709884328 to pos 0, reset compression=false 2024-11-27T12:18:13,806 DEBUG [RS:0;1ba5af43fd99:41955 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/oldWALs 2024-11-27T12:18:13,806 INFO [RS:0;1ba5af43fd99:41955 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ba5af43fd99%2C41955%2C1732709887760.meta:.meta(num 1732709891113) 2024-11-27T12:18:13,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43457 is added to blk_1073741832_1008 (size=93) 2024-11-27T12:18:13,809 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/WALs/1ba5af43fd99,41955,1732709887760/1ba5af43fd99%2C41955%2C1732709887760.1732709890242 not finished, retry = 0 2024-11-27T12:18:13,911 DEBUG [RS:0;1ba5af43fd99:41955 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/oldWALs 2024-11-27T12:18:13,911 INFO [RS:0;1ba5af43fd99:41955 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ba5af43fd99%2C41955%2C1732709887760:(num 1732709890242) 2024-11-27T12:18:13,911 DEBUG [RS:0;1ba5af43fd99:41955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:18:13,911 INFO [RS:0;1ba5af43fd99:41955 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:18:13,912 INFO [RS:0;1ba5af43fd99:41955 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:18:13,912 INFO [RS:0;1ba5af43fd99:41955 {}] hbase.ChoreService(370): Chore service for: regionserver/1ba5af43fd99:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T12:18:13,912 INFO [RS:0;1ba5af43fd99:41955 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:18:13,912 INFO [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:18:13,912 INFO [RS:0;1ba5af43fd99:41955 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41955 2024-11-27T12:18:13,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38611-0x1017c3a8e2e0003, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1288223908/rs 2024-11-27T12:18:13,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41955-0x1017c3a8e2e0004, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1288223908/rs/1ba5af43fd99,41955,1732709887760 2024-11-27T12:18:13,919 INFO [RS:0;1ba5af43fd99:41955 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:18:13,930 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ba5af43fd99,41955,1732709887760] 2024-11-27T12:18:13,940 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1288223908/draining/1ba5af43fd99,41955,1732709887760 already deleted, retry=false 2024-11-27T12:18:13,940 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ba5af43fd99,41955,1732709887760 expired; onlineServers=0 2024-11-27T12:18:13,940 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ba5af43fd99,38611,1732709887616' ***** 2024-11-27T12:18:13,940 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T12:18:13,940 INFO [M:0;1ba5af43fd99:38611 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:18:13,941 INFO [M:0;1ba5af43fd99:38611 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:18:13,941 DEBUG [M:0;1ba5af43fd99:38611 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T12:18:13,941 DEBUG [M:0;1ba5af43fd99:38611 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T12:18:13,941 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T12:18:13,941 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732709889892 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732709889892,5,FailOnTimeoutGroup] 2024-11-27T12:18:13,941 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732709889892 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732709889892,5,FailOnTimeoutGroup] 2024-11-27T12:18:13,942 INFO [M:0;1ba5af43fd99:38611 {}] hbase.ChoreService(370): Chore service for: master/1ba5af43fd99:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T12:18:13,942 INFO [M:0;1ba5af43fd99:38611 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:18:13,942 DEBUG [M:0;1ba5af43fd99:38611 {}] master.HMaster(1795): Stopping service threads 2024-11-27T12:18:13,942 INFO [M:0;1ba5af43fd99:38611 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T12:18:13,942 INFO [M:0;1ba5af43fd99:38611 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:18:13,942 INFO [M:0;1ba5af43fd99:38611 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T12:18:13,942 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T12:18:13,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38611-0x1017c3a8e2e0003, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1288223908/master 2024-11-27T12:18:13,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38611-0x1017c3a8e2e0003, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1288223908 2024-11-27T12:18:13,951 DEBUG [M:0;1ba5af43fd99:38611 {}] zookeeper.ZKUtil(347): master:38611-0x1017c3a8e2e0003, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Unable to get data of znode /1-1288223908/master because node does not exist (not an error) 2024-11-27T12:18:13,951 WARN [M:0;1ba5af43fd99:38611 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T12:18:13,952 INFO [M:0;1ba5af43fd99:38611 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/.lastflushedseqids 2024-11-27T12:18:13,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43457 is added to blk_1073741836_1012 (size=99) 2024-11-27T12:18:14,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41955-0x1017c3a8e2e0004, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:18:14,030 INFO [RS:0;1ba5af43fd99:41955 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:18:14,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41955-0x1017c3a8e2e0004, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:18:14,030 INFO [RS:0;1ba5af43fd99:41955 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ba5af43fd99,41955,1732709887760; zookeeper connection closed. 2024-11-27T12:18:14,030 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@477061a9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@477061a9 2024-11-27T12:18:14,031 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T12:18:14,283 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,37515,1732709882393.replicationSource.wal-reader.1ba5af43fd99%2C37515%2C1732709882393,1-1ba5af43fd99,37515,1732709882393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/WALs/1ba5af43fd99,37515,1732709882393/1ba5af43fd99%2C37515%2C1732709882393.1732709884328 to pos 0, reset compression=false 2024-11-27T12:18:14,357 INFO [M:0;1ba5af43fd99:38611 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T12:18:14,357 INFO [M:0;1ba5af43fd99:38611 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T12:18:14,357 DEBUG [M:0;1ba5af43fd99:38611 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:18:14,357 INFO [M:0;1ba5af43fd99:38611 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:18:14,357 DEBUG [M:0;1ba5af43fd99:38611 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:18:14,357 DEBUG [M:0;1ba5af43fd99:38611 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:18:14,357 DEBUG [M:0;1ba5af43fd99:38611 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:18:14,357 INFO [M:0;1ba5af43fd99:38611 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-27T12:18:14,372 DEBUG [M:0;1ba5af43fd99:38611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/78399adf73f04f03b53f7cb79785e870 is 82, key is hbase:meta,,1/info:regioninfo/1732709891153/Put/seqid=0 2024-11-27T12:18:14,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43457 is added to blk_1073741837_1013 (size=5672) 2024-11-27T12:18:14,777 INFO [M:0;1ba5af43fd99:38611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/78399adf73f04f03b53f7cb79785e870 2024-11-27T12:18:14,796 DEBUG [M:0;1ba5af43fd99:38611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0cf8467edb164388982b22cb0f46b569 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732709891180/Put/seqid=0 2024-11-27T12:18:14,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43457 is added to blk_1073741838_1014 (size=5275) 2024-11-27T12:18:14,889 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,37515,1732709882393.replicationSource.wal-reader.1ba5af43fd99%2C37515%2C1732709882393,1-1ba5af43fd99,37515,1732709882393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/WALs/1ba5af43fd99,37515,1732709882393/1ba5af43fd99%2C37515%2C1732709882393.1732709884328 to pos 0, reset compression=false 2024-11-27T12:18:15,200 INFO [M:0;1ba5af43fd99:38611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0cf8467edb164388982b22cb0f46b569 2024-11-27T12:18:15,219 DEBUG [M:0;1ba5af43fd99:38611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9689f4d4bde04f589bb71057eecbd290 is 69, key is 1ba5af43fd99,41955,1732709887760/rs:state/1732709890023/Put/seqid=0 2024-11-27T12:18:15,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43457 is added to blk_1073741839_1015 (size=5156) 2024-11-27T12:18:15,593 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,37515,1732709882393.replicationSource.wal-reader.1ba5af43fd99%2C37515%2C1732709882393,1-1ba5af43fd99,37515,1732709882393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/WALs/1ba5af43fd99,37515,1732709882393/1ba5af43fd99%2C37515%2C1732709882393.1732709884328 to pos 0, reset compression=false 2024-11-27T12:18:15,624 INFO [M:0;1ba5af43fd99:38611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9689f4d4bde04f589bb71057eecbd290 2024-11-27T12:18:15,631 DEBUG [M:0;1ba5af43fd99:38611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/78399adf73f04f03b53f7cb79785e870 as hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/78399adf73f04f03b53f7cb79785e870 2024-11-27T12:18:15,637 INFO [M:0;1ba5af43fd99:38611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/78399adf73f04f03b53f7cb79785e870, entries=8, sequenceid=28, filesize=5.5 K 2024-11-27T12:18:15,639 DEBUG [M:0;1ba5af43fd99:38611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0cf8467edb164388982b22cb0f46b569 as hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0cf8467edb164388982b22cb0f46b569 2024-11-27T12:18:15,645 INFO [M:0;1ba5af43fd99:38611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0cf8467edb164388982b22cb0f46b569, entries=3, sequenceid=28, filesize=5.2 K 2024-11-27T12:18:15,646 DEBUG [M:0;1ba5af43fd99:38611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9689f4d4bde04f589bb71057eecbd290 as hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9689f4d4bde04f589bb71057eecbd290 2024-11-27T12:18:15,653 INFO [M:0;1ba5af43fd99:38611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43383/user/jenkins/test-data/5a3fcbd0-da8b-0e68-104e-ffc28d6f7da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9689f4d4bde04f589bb71057eecbd290, entries=1, sequenceid=28, filesize=5.0 K 2024-11-27T12:18:15,654 INFO [M:0;1ba5af43fd99:38611 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=28, compaction requested=false 2024-11-27T12:18:15,656 INFO [M:0;1ba5af43fd99:38611 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:18:15,656 DEBUG [M:0;1ba5af43fd99:38611 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732709894357Disabling compacts and flushes for region at 1732709894357Disabling writes for close at 1732709894357Obtaining lock to block concurrent updates at 1732709894357Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732709894357Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732709894358 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732709894359 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732709894359Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732709894372 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732709894372Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732709894782 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732709894795 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732709894795Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732709895205 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732709895219 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732709895219Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55c64c7c: reopening flushed file at 1732709895630 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f1b587f: reopening flushed file at 1732709895637 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b9baee0: reopening flushed file at 1732709895645 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=28, compaction requested=false at 1732709895654 (+9 ms)Writing region close event to WAL at 1732709895656 (+2 ms)Closed at 1732709895656 2024-11-27T12:18:15,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43457 is added to blk_1073741830_1006 (size=10165) 2024-11-27T12:18:15,682 INFO [M:0;1ba5af43fd99:38611 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T12:18:15,682 INFO [M:0;1ba5af43fd99:38611 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38611 2024-11-27T12:18:15,682 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:18:15,683 INFO [M:0;1ba5af43fd99:38611 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:18:15,862 INFO [M:0;1ba5af43fd99:38611 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:18:15,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38611-0x1017c3a8e2e0003, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:18:15,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38611-0x1017c3a8e2e0003, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:18:15,864 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@432beae2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:18:15,865 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a6c6f8a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:18:15,865 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:18:15,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e4bcfa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:18:15,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3455b4c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb533d5-5f1e-640e-5801-523b032b63de/hadoop.log.dir/,STOPPED} 2024-11-27T12:18:15,867 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T12:18:15,867 WARN [BP-1806530876-172.17.0.3-1732709885600 heartbeating to localhost/127.0.0.1:43383 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T12:18:15,867 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T12:18:15,867 WARN [BP-1806530876-172.17.0.3-1732709885600 heartbeating to localhost/127.0.0.1:43383 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1806530876-172.17.0.3-1732709885600 (Datanode Uuid 6b74c8ea-f083-4f24-ac01-21bc956ea580) service to localhost/127.0.0.1:43383 2024-11-27T12:18:15,868 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb533d5-5f1e-640e-5801-523b032b63de/cluster_44b7761f-8dd9-564d-6dcd-d762de4e0945/data/data1/current/BP-1806530876-172.17.0.3-1732709885600 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:18:15,868 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb533d5-5f1e-640e-5801-523b032b63de/cluster_44b7761f-8dd9-564d-6dcd-d762de4e0945/data/data2/current/BP-1806530876-172.17.0.3-1732709885600 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:18:15,868 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T12:18:15,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bb1d533{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:18:15,875 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c151648{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:18:15,875 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:18:15,875 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74b78d20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:18:15,875 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6c2435{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb533d5-5f1e-640e-5801-523b032b63de/hadoop.log.dir/,STOPPED} 2024-11-27T12:18:15,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T12:18:15,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T12:18:15,888 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:18:15,888 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:18:15,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:18:15,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:18:15,888 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:18:15,888 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T12:18:15,888 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=981687431, stopped=false 2024-11-27T12:18:15,888 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ba5af43fd99,38531,1732709882200 2024-11-27T12:18:15,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37515-0x1017c3a8e2e0001, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1307546635/running 2024-11-27T12:18:15,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38531-0x1017c3a8e2e0000, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1307546635/running 2024-11-27T12:18:15,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37515-0x1017c3a8e2e0001, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1307546635 2024-11-27T12:18:15,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38531-0x1017c3a8e2e0000, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1307546635 2024-11-27T12:18:15,963 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:18:15,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37515-0x1017c3a8e2e0001, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Set watcher on znode that does not yet exist, /0-1307546635/running 2024-11-27T12:18:15,964 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:18:15,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38531-0x1017c3a8e2e0000, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Set watcher on znode that does not yet exist, /0-1307546635/running 2024-11-27T12:18:15,964 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:18:15,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:18:15,964 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ba5af43fd99,37515,1732709882393' ***** 2024-11-27T12:18:15,964 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T12:18:15,964 INFO [RS:0;1ba5af43fd99:37515 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T12:18:15,964 INFO [RS:0;1ba5af43fd99:37515 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T12:18:15,964 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T12:18:15,965 INFO [RS:0;1ba5af43fd99:37515 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T12:18:15,965 INFO [RS:0;1ba5af43fd99:37515 {}] regionserver.HRegionServer(3091): Received CLOSE for 6ef57aae4a34f3740a33ad506fa88d2b 2024-11-27T12:18:15,965 INFO [RS:0;1ba5af43fd99:37515 {}] regionserver.HRegionServer(959): stopping server 1ba5af43fd99,37515,1732709882393 2024-11-27T12:18:15,965 INFO [RS:0;1ba5af43fd99:37515 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:18:15,965 INFO [RS:0;1ba5af43fd99:37515 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:37515. 2024-11-27T12:18:15,965 DEBUG [RS:0;1ba5af43fd99:37515 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:18:15,965 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6ef57aae4a34f3740a33ad506fa88d2b, disabling compactions & flushes 2024-11-27T12:18:15,965 DEBUG [RS:0;1ba5af43fd99:37515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:18:15,965 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732709891341.6ef57aae4a34f3740a33ad506fa88d2b. 2024-11-27T12:18:15,965 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732709891341.6ef57aae4a34f3740a33ad506fa88d2b. 2024-11-27T12:18:15,965 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732709891341.6ef57aae4a34f3740a33ad506fa88d2b. after waiting 0 ms 2024-11-27T12:18:15,965 INFO [RS:0;1ba5af43fd99:37515 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T12:18:15,965 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732709891341.6ef57aae4a34f3740a33ad506fa88d2b. 2024-11-27T12:18:15,965 INFO [RS:0;1ba5af43fd99:37515 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T12:18:15,965 INFO [RS:0;1ba5af43fd99:37515 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T12:18:15,965 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6ef57aae4a34f3740a33ad506fa88d2b 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-27T12:18:15,965 INFO [RS:0;1ba5af43fd99:37515 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T12:18:15,965 INFO [RS:0;1ba5af43fd99:37515 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T12:18:15,966 DEBUG [RS:0;1ba5af43fd99:37515 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6ef57aae4a34f3740a33ad506fa88d2b=hbase:replication,,1732709891341.6ef57aae4a34f3740a33ad506fa88d2b.} 2024-11-27T12:18:15,966 DEBUG [RS:0;1ba5af43fd99:37515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6ef57aae4a34f3740a33ad506fa88d2b 2024-11-27T12:18:15,966 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:18:15,966 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:18:15,966 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:18:15,966 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:18:15,966 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:18:15,966 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-27T12:18:15,983 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/data/hbase/replication/6ef57aae4a34f3740a33ad506fa88d2b/.tmp/queue/768f406a559a4f489f3bd87aa8ed3b85 is 151, key is 1-1ba5af43fd99,37515,1732709882393/queue:1ba5af43fd99%2C37515%2C1732709882393/1732709892836/Put/seqid=0 2024-11-27T12:18:15,986 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/data/hbase/meta/1588230740/.tmp/info/5c1e58e2dfad44dc823ea33c30f38172 is 147, key is hbase:replication,,1732709891341.6ef57aae4a34f3740a33ad506fa88d2b./info:regioninfo/1732709892549/Put/seqid=0 2024-11-27T12:18:15,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36497 is added to blk_1073741838_1014 (size=5350) 2024-11-27T12:18:15,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36497 is added to blk_1073741839_1015 (size=6631) 2024-11-27T12:18:16,007 INFO [regionserver/1ba5af43fd99:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:18:16,166 DEBUG [RS:0;1ba5af43fd99:37515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6ef57aae4a34f3740a33ad506fa88d2b 2024-11-27T12:18:16,189 INFO [regionserver/1ba5af43fd99:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T12:18:16,189 INFO [regionserver/1ba5af43fd99:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T12:18:16,366 DEBUG [RS:0;1ba5af43fd99:37515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6ef57aae4a34f3740a33ad506fa88d2b 2024-11-27T12:18:16,389 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/data/hbase/replication/6ef57aae4a34f3740a33ad506fa88d2b/.tmp/queue/768f406a559a4f489f3bd87aa8ed3b85 2024-11-27T12:18:16,393 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/data/hbase/meta/1588230740/.tmp/info/5c1e58e2dfad44dc823ea33c30f38172 2024-11-27T12:18:16,395 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/data/hbase/replication/6ef57aae4a34f3740a33ad506fa88d2b/.tmp/queue/768f406a559a4f489f3bd87aa8ed3b85 as hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/data/hbase/replication/6ef57aae4a34f3740a33ad506fa88d2b/queue/768f406a559a4f489f3bd87aa8ed3b85 2024-11-27T12:18:16,401 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/data/hbase/replication/6ef57aae4a34f3740a33ad506fa88d2b/queue/768f406a559a4f489f3bd87aa8ed3b85, entries=1, sequenceid=5, filesize=5.2 K 2024-11-27T12:18:16,402 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 6ef57aae4a34f3740a33ad506fa88d2b in 437ms, sequenceid=5, compaction requested=false 2024-11-27T12:18:16,402 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T12:18:16,402 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,37515,1732709882393.replicationSource.wal-reader.1ba5af43fd99%2C37515%2C1732709882393,1-1ba5af43fd99,37515,1732709882393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/WALs/1ba5af43fd99,37515,1732709882393/1ba5af43fd99%2C37515%2C1732709882393.1732709884328 to pos 0, reset compression=false 2024-11-27T12:18:16,411 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/data/hbase/replication/6ef57aae4a34f3740a33ad506fa88d2b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T12:18:16,411 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:18:16,411 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:18:16,411 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732709891341.6ef57aae4a34f3740a33ad506fa88d2b. 2024-11-27T12:18:16,412 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6ef57aae4a34f3740a33ad506fa88d2b: Waiting for close lock at 1732709895965Running coprocessor pre-close hooks at 1732709895965Disabling compacts and flushes for region at 1732709895965Disabling writes for close at 1732709895965Obtaining lock to block concurrent updates at 1732709895965Preparing flush snapshotting stores in 6ef57aae4a34f3740a33ad506fa88d2b at 1732709895965Finished memstore snapshotting hbase:replication,,1732709891341.6ef57aae4a34f3740a33ad506fa88d2b., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732709895966 (+1 ms)Flushing stores of hbase:replication,,1732709891341.6ef57aae4a34f3740a33ad506fa88d2b. at 1732709895966Flushing 6ef57aae4a34f3740a33ad506fa88d2b/queue: creating writer at 1732709895966Flushing 6ef57aae4a34f3740a33ad506fa88d2b/queue: appending metadata at 1732709895983 (+17 ms)Flushing 6ef57aae4a34f3740a33ad506fa88d2b/queue: closing flushed file at 1732709895983Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@521f01c4: reopening flushed file at 1732709896395 (+412 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 6ef57aae4a34f3740a33ad506fa88d2b in 437ms, sequenceid=5, compaction requested=false at 1732709896402 (+7 ms)Writing region close event to WAL at 1732709896407 (+5 ms)Running coprocessor post-close hooks at 1732709896411 (+4 ms)Closed at 1732709896411 2024-11-27T12:18:16,412 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732709891341.6ef57aae4a34f3740a33ad506fa88d2b. 2024-11-27T12:18:16,413 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/data/hbase/meta/1588230740/.tmp/ns/49a064b1a77540a79bd52d045a22ba4f is 43, key is default/ns:d/1732709885443/Put/seqid=0 2024-11-27T12:18:16,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36497 is added to blk_1073741840_1016 (size=5153) 2024-11-27T12:18:16,566 DEBUG [RS:0;1ba5af43fd99:37515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:18:16,637 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:18:16,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:18:16,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:18:16,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:18:16,766 DEBUG [RS:0;1ba5af43fd99:37515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:18:16,818 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/data/hbase/meta/1588230740/.tmp/ns/49a064b1a77540a79bd52d045a22ba4f 2024-11-27T12:18:16,840 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/data/hbase/meta/1588230740/.tmp/table/76fee43211084a688e9d54c1dc164241 is 53, key is hbase:replication/table:state/1732709892560/Put/seqid=0 2024-11-27T12:18:16,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36497 is added to blk_1073741841_1017 (size=5256) 2024-11-27T12:18:16,967 INFO [RS:0;1ba5af43fd99:37515 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T12:18:16,967 DEBUG [RS:0;1ba5af43fd99:37515 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T12:18:16,967 DEBUG [RS:0;1ba5af43fd99:37515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:18:17,167 DEBUG [RS:0;1ba5af43fd99:37515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:18:17,246 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/data/hbase/meta/1588230740/.tmp/table/76fee43211084a688e9d54c1dc164241 2024-11-27T12:18:17,253 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/data/hbase/meta/1588230740/.tmp/info/5c1e58e2dfad44dc823ea33c30f38172 as hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/data/hbase/meta/1588230740/info/5c1e58e2dfad44dc823ea33c30f38172 2024-11-27T12:18:17,261 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/data/hbase/meta/1588230740/info/5c1e58e2dfad44dc823ea33c30f38172, entries=10, sequenceid=11, filesize=6.5 K 2024-11-27T12:18:17,262 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/data/hbase/meta/1588230740/.tmp/ns/49a064b1a77540a79bd52d045a22ba4f as hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/data/hbase/meta/1588230740/ns/49a064b1a77540a79bd52d045a22ba4f 2024-11-27T12:18:17,269 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/data/hbase/meta/1588230740/ns/49a064b1a77540a79bd52d045a22ba4f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T12:18:17,270 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/data/hbase/meta/1588230740/.tmp/table/76fee43211084a688e9d54c1dc164241 as hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/data/hbase/meta/1588230740/table/76fee43211084a688e9d54c1dc164241 2024-11-27T12:18:17,276 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/data/hbase/meta/1588230740/table/76fee43211084a688e9d54c1dc164241, entries=2, sequenceid=11, filesize=5.1 K 2024-11-27T12:18:17,278 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=11, compaction requested=false 2024-11-27T12:18:17,283 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T12:18:17,283 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:18:17,283 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:18:17,283 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:18:17,283 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732709895966Running coprocessor pre-close hooks at 1732709895966Disabling compacts and flushes for region at 1732709895966Disabling writes for close at 1732709895966Obtaining lock to block concurrent updates at 1732709895966Preparing flush snapshotting stores in 1588230740 at 1732709895966Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732709895966Flushing stores of hbase:meta,,1.1588230740 at 1732709895967 (+1 ms)Flushing 1588230740/info: creating writer at 1732709895967Flushing 1588230740/info: appending metadata at 1732709895985 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732709895985Flushing 1588230740/ns: creating writer at 1732709896398 (+413 ms)Flushing 1588230740/ns: appending metadata at 1732709896413 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732709896413Flushing 1588230740/table: creating writer at 1732709896824 (+411 ms)Flushing 1588230740/table: appending metadata at 1732709896839 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732709896839Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7baa6360: reopening flushed file at 1732709897252 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49e4a55f: reopening flushed file at 1732709897261 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@551d55d7: reopening flushed file at 1732709897269 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=11, compaction requested=false at 1732709897278 (+9 ms)Writing region close event to WAL at 1732709897279 (+1 ms)Running coprocessor post-close hooks at 1732709897283 (+4 ms)Closed at 1732709897283 2024-11-27T12:18:17,284 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T12:18:17,310 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,37515,1732709882393.replicationSource.wal-reader.1ba5af43fd99%2C37515%2C1732709882393,1-1ba5af43fd99,37515,1732709882393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/WALs/1ba5af43fd99,37515,1732709882393/1ba5af43fd99%2C37515%2C1732709882393.1732709884328 to pos 0, reset compression=false 2024-11-27T12:18:17,367 INFO [RS:0;1ba5af43fd99:37515 {}] regionserver.HRegionServer(976): stopping server 1ba5af43fd99,37515,1732709882393; all regions closed. 2024-11-27T12:18:17,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36497 is added to blk_1073741834_1010 (size=2742) 2024-11-27T12:18:17,374 DEBUG [RS:0;1ba5af43fd99:37515 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/oldWALs 2024-11-27T12:18:17,374 INFO [RS:0;1ba5af43fd99:37515 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ba5af43fd99%2C37515%2C1732709882393.meta:.meta(num 1732709885343) 2024-11-27T12:18:17,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36497 is added to blk_1073741837_1013 (size=1586) 2024-11-27T12:18:17,382 DEBUG [RS:0;1ba5af43fd99:37515 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/oldWALs 2024-11-27T12:18:17,382 INFO [RS:0;1ba5af43fd99:37515 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ba5af43fd99%2C37515%2C1732709882393.rep:(num 1732709892504) 2024-11-27T12:18:17,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36497 is added to blk_1073741832_1008 (size=93) 2024-11-27T12:18:17,390 DEBUG [RS:0;1ba5af43fd99:37515 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/oldWALs 2024-11-27T12:18:17,390 INFO [RS:0;1ba5af43fd99:37515 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ba5af43fd99%2C37515%2C1732709882393:(num 1732709884328) 2024-11-27T12:18:17,390 DEBUG [RS:0;1ba5af43fd99:37515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:18:17,390 INFO [RS:0;1ba5af43fd99:37515 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:18:17,390 INFO [RS:0;1ba5af43fd99:37515 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:18:17,390 INFO [RS:0;1ba5af43fd99:37515 {}] hbase.ChoreService(370): Chore service for: regionserver/1ba5af43fd99:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T12:18:17,391 INFO [RS:0;1ba5af43fd99:37515 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:18:17,391 INFO [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:18:17,391 INFO [RS:0;1ba5af43fd99:37515 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1ba5af43fd99,37515,1732709882393 because: Region server is closing 2024-11-27T12:18:17,391 INFO [RS:0;1ba5af43fd99:37515 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:37515. 2024-11-27T12:18:17,391 DEBUG [RS:0;1ba5af43fd99:37515 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:18:17,391 DEBUG [RS:0;1ba5af43fd99:37515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:18:17,391 DEBUG [RS:0;1ba5af43fd99:37515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:18:17,391 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:18:17,491 WARN [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,37515,1732709882393.replicationSource.wal-reader.1ba5af43fd99%2C37515%2C1732709882393,1-1ba5af43fd99,37515,1732709882393 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T12:18:17,491 WARN [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,37515,1732709882393.replicationSource.shipper1ba5af43fd99%2C37515%2C1732709882393,1-1ba5af43fd99,37515,1732709882393 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T12:18:17,492 INFO [RS:0;1ba5af43fd99:37515 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,37515,1732709882393.replicationSource.shipper1ba5af43fd99%2C37515%2C1732709882393,1-1ba5af43fd99,37515,1732709882393 terminated 2024-11-27T12:18:17,492 INFO [RS:0;1ba5af43fd99:37515 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37515 2024-11-27T12:18:17,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37515-0x1017c3a8e2e0001, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1307546635/rs/1ba5af43fd99,37515,1732709882393 2024-11-27T12:18:17,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38531-0x1017c3a8e2e0000, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1307546635/rs 2024-11-27T12:18:17,604 INFO [RS:0;1ba5af43fd99:37515 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:18:17,605 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ba5af43fd99,37515,1732709882393] 2024-11-27T12:18:17,625 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1307546635/draining/1ba5af43fd99,37515,1732709882393 already deleted, retry=false 2024-11-27T12:18:17,625 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ba5af43fd99,37515,1732709882393 expired; onlineServers=0 2024-11-27T12:18:17,625 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ba5af43fd99,38531,1732709882200' ***** 2024-11-27T12:18:17,625 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T12:18:17,626 INFO [M:0;1ba5af43fd99:38531 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:18:17,626 INFO [M:0;1ba5af43fd99:38531 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:18:17,626 DEBUG [M:0;1ba5af43fd99:38531 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T12:18:17,626 DEBUG [M:0;1ba5af43fd99:38531 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T12:18:17,626 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732709884077 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732709884077,5,FailOnTimeoutGroup] 2024-11-27T12:18:17,626 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T12:18:17,626 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732709884077 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732709884077,5,FailOnTimeoutGroup] 2024-11-27T12:18:17,627 INFO [M:0;1ba5af43fd99:38531 {}] hbase.ChoreService(370): Chore service for: master/1ba5af43fd99:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T12:18:17,627 INFO [M:0;1ba5af43fd99:38531 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:18:17,627 DEBUG [M:0;1ba5af43fd99:38531 {}] master.HMaster(1795): Stopping service threads 2024-11-27T12:18:17,627 INFO [M:0;1ba5af43fd99:38531 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T12:18:17,627 INFO [M:0;1ba5af43fd99:38531 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:18:17,627 INFO [M:0;1ba5af43fd99:38531 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T12:18:17,627 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T12:18:17,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38531-0x1017c3a8e2e0000, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1307546635/master 2024-11-27T12:18:17,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38531-0x1017c3a8e2e0000, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1307546635 2024-11-27T12:18:17,646 DEBUG [M:0;1ba5af43fd99:38531 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1307546635/master already deleted, retry=false 2024-11-27T12:18:17,646 DEBUG [M:0;1ba5af43fd99:38531 {}] master.ActiveMasterManager(353): master:38531-0x1017c3a8e2e0000, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1307546635/master 2024-11-27T12:18:17,647 INFO [M:0;1ba5af43fd99:38531 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/.lastflushedseqids 2024-11-27T12:18:17,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36497 is added to blk_1073741842_1018 (size=181) 2024-11-27T12:18:17,683 INFO [M:0;1ba5af43fd99:38531 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T12:18:17,683 INFO [M:0;1ba5af43fd99:38531 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T12:18:17,683 DEBUG [M:0;1ba5af43fd99:38531 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:18:17,683 INFO [M:0;1ba5af43fd99:38531 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:18:17,683 DEBUG [M:0;1ba5af43fd99:38531 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:18:17,683 DEBUG [M:0;1ba5af43fd99:38531 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:18:17,683 DEBUG [M:0;1ba5af43fd99:38531 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:18:17,683 INFO [M:0;1ba5af43fd99:38531 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-27T12:18:17,705 DEBUG [M:0;1ba5af43fd99:38531 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/913115d9a25c467a83e7200782caea69 is 82, key is hbase:meta,,1/info:regioninfo/1732709885404/Put/seqid=0 2024-11-27T12:18:17,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37515-0x1017c3a8e2e0001, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:18:17,714 INFO [RS:0;1ba5af43fd99:37515 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:18:17,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37515-0x1017c3a8e2e0001, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:18:17,715 INFO [RS:0;1ba5af43fd99:37515 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ba5af43fd99,37515,1732709882393; zookeeper connection closed. 2024-11-27T12:18:17,736 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2c71f2b8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2c71f2b8 2024-11-27T12:18:17,736 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T12:18:17,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36497 is added to blk_1073741843_1019 (size=5672) 2024-11-27T12:18:17,743 INFO [M:0;1ba5af43fd99:38531 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/913115d9a25c467a83e7200782caea69 2024-11-27T12:18:17,771 DEBUG [M:0;1ba5af43fd99:38531 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cbeaec51295144639c1ce6f7ad0c4671 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732709892567/Put/seqid=0 2024-11-27T12:18:17,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36497 is added to blk_1073741844_1020 (size=7203) 2024-11-27T12:18:18,181 INFO [M:0;1ba5af43fd99:38531 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cbeaec51295144639c1ce6f7ad0c4671 2024-11-27T12:18:18,210 DEBUG [M:0;1ba5af43fd99:38531 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9c969b03061840a994c89ed89ff6f698 is 69, key is 1ba5af43fd99,37515,1732709882393/rs:state/1732709884167/Put/seqid=0 2024-11-27T12:18:18,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36497 is added to blk_1073741845_1021 (size=5156) 2024-11-27T12:18:18,218 INFO [M:0;1ba5af43fd99:38531 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9c969b03061840a994c89ed89ff6f698 2024-11-27T12:18:18,228 DEBUG [M:0;1ba5af43fd99:38531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/913115d9a25c467a83e7200782caea69 as hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/913115d9a25c467a83e7200782caea69 2024-11-27T12:18:18,235 INFO [M:0;1ba5af43fd99:38531 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/913115d9a25c467a83e7200782caea69, entries=8, sequenceid=70, filesize=5.5 K 2024-11-27T12:18:18,237 DEBUG [M:0;1ba5af43fd99:38531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cbeaec51295144639c1ce6f7ad0c4671 as hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cbeaec51295144639c1ce6f7ad0c4671 2024-11-27T12:18:18,243 INFO [M:0;1ba5af43fd99:38531 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cbeaec51295144639c1ce6f7ad0c4671, entries=8, sequenceid=70, filesize=7.0 K 2024-11-27T12:18:18,245 DEBUG [M:0;1ba5af43fd99:38531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9c969b03061840a994c89ed89ff6f698 as hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9c969b03061840a994c89ed89ff6f698 2024-11-27T12:18:18,258 INFO [M:0;1ba5af43fd99:38531 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36101/user/jenkins/test-data/dc7a4cba-dba1-74f9-86e1-a6f7d5ae7ef3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9c969b03061840a994c89ed89ff6f698, entries=1, sequenceid=70, filesize=5.0 K 2024-11-27T12:18:18,259 INFO [M:0;1ba5af43fd99:38531 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 576ms, sequenceid=70, compaction requested=false 2024-11-27T12:18:18,262 INFO [M:0;1ba5af43fd99:38531 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:18:18,262 DEBUG [M:0;1ba5af43fd99:38531 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732709897683Disabling compacts and flushes for region at 1732709897683Disabling writes for close at 1732709897683Obtaining lock to block concurrent updates at 1732709897683Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732709897683Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732709897684 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732709897684Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732709897684Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732709897704 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732709897705 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732709897749 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732709897770 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732709897770Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732709898190 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732709898209 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732709898209Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9272f65: reopening flushed file at 1732709898227 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@101d26b: reopening flushed file at 1732709898235 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ed12692: reopening flushed file at 1732709898243 (+8 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 576ms, sequenceid=70, compaction requested=false at 1732709898259 (+16 ms)Writing region close event to WAL at 1732709898262 (+3 ms)Closed at 1732709898262 2024-11-27T12:18:18,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36497 is added to blk_1073741830_1006 (size=41008) 2024-11-27T12:18:18,267 INFO [M:0;1ba5af43fd99:38531 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T12:18:18,267 INFO [M:0;1ba5af43fd99:38531 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38531 2024-11-27T12:18:18,267 INFO [M:0;1ba5af43fd99:38531 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:18:18,267 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:18:18,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38531-0x1017c3a8e2e0000, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:18:18,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38531-0x1017c3a8e2e0000, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:18:18,418 INFO [M:0;1ba5af43fd99:38531 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:18:18,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@718397a1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:18:18,453 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39c09d44{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:18:18,453 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:18:18,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ce4b172{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:18:18,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39cf0554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23cb1a38-3286-32f1-dc96-fa3aca61ec49/hadoop.log.dir/,STOPPED} 2024-11-27T12:18:18,455 WARN [BP-432764698-172.17.0.3-1732709880479 heartbeating to localhost/127.0.0.1:36101 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T12:18:18,456 WARN [BP-432764698-172.17.0.3-1732709880479 heartbeating to localhost/127.0.0.1:36101 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-432764698-172.17.0.3-1732709880479 (Datanode Uuid 2558eaeb-0e8a-4952-900d-60d69bb3cb86) service to localhost/127.0.0.1:36101 2024-11-27T12:18:18,456 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23cb1a38-3286-32f1-dc96-fa3aca61ec49/cluster_17c70883-2028-688f-a90d-b6025caaaa89/data/data1/current/BP-432764698-172.17.0.3-1732709880479 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:18:18,457 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T12:18:18,457 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T12:18:18,457 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T12:18:18,457 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23cb1a38-3286-32f1-dc96-fa3aca61ec49/cluster_17c70883-2028-688f-a90d-b6025caaaa89/data/data2/current/BP-432764698-172.17.0.3-1732709880479 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:18:18,463 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2778bd0e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:18:18,464 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d77b542{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:18:18,464 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:18:18,464 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@162c83f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:18:18,465 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24580203{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23cb1a38-3286-32f1-dc96-fa3aca61ec49/hadoop.log.dir/,STOPPED} 2024-11-27T12:18:18,475 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T12:18:18,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T12:18:18,513 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=136 (was 108) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49193) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43383 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36101 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43383 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43383 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43383 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36101 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49193) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36101 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43383 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:43383 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36101 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43383 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:36101 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43383 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=333 (was 324) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4332 (was 5083) 2024-11-27T12:18:18,522 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=136, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=333, ProcessCount=11, AvailableMemoryMB=4332 2024-11-27T12:18:18,537 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-27T12:18:18,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb533d5-5f1e-640e-5801-523b032b63de/hadoop.log.dir so I do NOT create it in target/test-data/6f406ebf-23d8-c2c5-2340-46d13dbac309 2024-11-27T12:18:18,539 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb533d5-5f1e-640e-5801-523b032b63de/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T12:18:18,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb533d5-5f1e-640e-5801-523b032b63de/hadoop.tmp.dir so I do NOT create it in target/test-data/6f406ebf-23d8-c2c5-2340-46d13dbac309 2024-11-27T12:18:18,539 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb533d5-5f1e-640e-5801-523b032b63de/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T12:18:18,539 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f406ebf-23d8-c2c5-2340-46d13dbac309 2024-11-27T12:18:18,539 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f406ebf-23d8-c2c5-2340-46d13dbac309/cluster_e17a6af3-2c98-0f65-7306-2e5a7075727e, deleteOnExit=true 2024-11-27T12:18:18,571 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f406ebf-23d8-c2c5-2340-46d13dbac309/cluster_e17a6af3-2c98-0f65-7306-2e5a7075727e/zookeeper_0, clientPort=49760, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f406ebf-23d8-c2c5-2340-46d13dbac309/cluster_e17a6af3-2c98-0f65-7306-2e5a7075727e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f406ebf-23d8-c2c5-2340-46d13dbac309/cluster_e17a6af3-2c98-0f65-7306-2e5a7075727e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T12:18:18,572 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49760 2024-11-27T12:18:18,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T12:18:18,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T12:18:18,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017c3a8e2e0005, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T12:18:18,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017c3a8e2e0002, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T12:18:18,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f406ebf-23d8-c2c5-2340-46d13dbac309/test.cache.data in system properties and HBase conf 2024-11-27T12:18:18,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017c3a8e2e0002, quorum=127.0.0.1:49193, baseZNode=/0-1307546635 Received Disconnected from ZooKeeper, ignoring 2024-11-27T12:18:18,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017c3a8e2e0005, quorum=127.0.0.1:49193, baseZNode=/1-1288223908 Received Disconnected from ZooKeeper, ignoring 2024-11-27T12:18:18,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f406ebf-23d8-c2c5-2340-46d13dbac309/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T12:18:18,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f406ebf-23d8-c2c5-2340-46d13dbac309/hadoop.log.dir in system properties and HBase conf 2024-11-27T12:18:18,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f406ebf-23d8-c2c5-2340-46d13dbac309/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T12:18:18,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f406ebf-23d8-c2c5-2340-46d13dbac309/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T12:18:18,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T12:18:18,573 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T12:18:18,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f406ebf-23d8-c2c5-2340-46d13dbac309/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:18:18,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f406ebf-23d8-c2c5-2340-46d13dbac309/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:18:18,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f406ebf-23d8-c2c5-2340-46d13dbac309/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T12:18:18,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f406ebf-23d8-c2c5-2340-46d13dbac309/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:18:18,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f406ebf-23d8-c2c5-2340-46d13dbac309/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T12:18:18,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f406ebf-23d8-c2c5-2340-46d13dbac309/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T12:18:18,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f406ebf-23d8-c2c5-2340-46d13dbac309/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:18:18,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f406ebf-23d8-c2c5-2340-46d13dbac309/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:18:18,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f406ebf-23d8-c2c5-2340-46d13dbac309/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T12:18:18,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f406ebf-23d8-c2c5-2340-46d13dbac309/nfs.dump.dir in system properties and HBase conf 2024-11-27T12:18:18,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f406ebf-23d8-c2c5-2340-46d13dbac309/java.io.tmpdir in system properties and HBase conf 2024-11-27T12:18:18,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f406ebf-23d8-c2c5-2340-46d13dbac309/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:18:18,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f406ebf-23d8-c2c5-2340-46d13dbac309/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T12:18:18,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f406ebf-23d8-c2c5-2340-46d13dbac309/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T12:18:19,110 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:18:19,121 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:18:19,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:18:19,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:18:19,169 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T12:18:19,170 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:18:19,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50695de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f406ebf-23d8-c2c5-2340-46d13dbac309/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:18:19,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5043fec4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:18:19,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a577702{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f406ebf-23d8-c2c5-2340-46d13dbac309/java.io.tmpdir/jetty-localhost-36377-hadoop-hdfs-3_4_1-tests_jar-_-any-1509887483222832302/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:18:19,282 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38add795{HTTP/1.1, (http/1.1)}{localhost:36377} 2024-11-27T12:18:19,282 INFO [Time-limited test {}] server.Server(415): Started @54252ms 2024-11-27T12:18:19,546 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:18:19,549 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:18:19,551 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:18:19,551 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:18:19,551 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T12:18:19,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a533fc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f406ebf-23d8-c2c5-2340-46d13dbac309/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:18:19,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33983d55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:18:19,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@436288d5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f406ebf-23d8-c2c5-2340-46d13dbac309/java.io.tmpdir/jetty-localhost-41569-hadoop-hdfs-3_4_1-tests_jar-_-any-13197869429465791373/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:18:19,649 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21c6da7e{HTTP/1.1, (http/1.1)}{localhost:41569} 2024-11-27T12:18:19,649 INFO [Time-limited test {}] server.Server(415): Started @54619ms 2024-11-27T12:18:19,651 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T12:18:20,308 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f406ebf-23d8-c2c5-2340-46d13dbac309/cluster_e17a6af3-2c98-0f65-7306-2e5a7075727e/data/data1/current/BP-69393560-172.17.0.3-1732709898606/current, will proceed with Du for space computation calculation, 2024-11-27T12:18:20,308 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f406ebf-23d8-c2c5-2340-46d13dbac309/cluster_e17a6af3-2c98-0f65-7306-2e5a7075727e/data/data2/current/BP-69393560-172.17.0.3-1732709898606/current, will proceed with Du for space computation calculation, 2024-11-27T12:18:20,326 WARN [Thread-815 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T12:18:20,329 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad49a9b791d3a3a9 with lease ID 0xacc42acfb37149f: Processing first storage report for DS-8c6ff535-557e-4443-a66a-2c56970a5f1e from datanode DatanodeRegistration(127.0.0.1:43295, datanodeUuid=c0c75a4e-6de2-45cc-b663-46d24ce731b5, infoPort=32865, infoSecurePort=0, ipcPort=45881, storageInfo=lv=-57;cid=testClusterID;nsid=764272761;c=1732709898606) 2024-11-27T12:18:20,329 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad49a9b791d3a3a9 with lease ID 0xacc42acfb37149f: from storage DS-8c6ff535-557e-4443-a66a-2c56970a5f1e node DatanodeRegistration(127.0.0.1:43295, datanodeUuid=c0c75a4e-6de2-45cc-b663-46d24ce731b5, infoPort=32865, infoSecurePort=0, ipcPort=45881, storageInfo=lv=-57;cid=testClusterID;nsid=764272761;c=1732709898606), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T12:18:20,329 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad49a9b791d3a3a9 with lease ID 0xacc42acfb37149f: Processing first storage report for DS-f37fa7fb-c979-4a3a-8bca-b3177db3c32a from datanode DatanodeRegistration(127.0.0.1:43295, datanodeUuid=c0c75a4e-6de2-45cc-b663-46d24ce731b5, infoPort=32865, infoSecurePort=0, ipcPort=45881, storageInfo=lv=-57;cid=testClusterID;nsid=764272761;c=1732709898606) 2024-11-27T12:18:20,329 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad49a9b791d3a3a9 with lease ID 0xacc42acfb37149f: from storage DS-f37fa7fb-c979-4a3a-8bca-b3177db3c32a node DatanodeRegistration(127.0.0.1:43295, datanodeUuid=c0c75a4e-6de2-45cc-b663-46d24ce731b5, infoPort=32865, infoSecurePort=0, ipcPort=45881, storageInfo=lv=-57;cid=testClusterID;nsid=764272761;c=1732709898606), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:18:20,384 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f406ebf-23d8-c2c5-2340-46d13dbac309 2024-11-27T12:18:20,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:18:20,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:18:20,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43295 is added to blk_1073741825_1001 (size=7) 2024-11-27T12:18:20,795 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb with version=8 2024-11-27T12:18:20,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/hbase-staging 2024-11-27T12:18:20,798 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T12:18:20,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:18:20,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:18:20,798 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:18:20,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:18:20,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:18:20,798 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T12:18:20,798 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:18:20,800 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45051 2024-11-27T12:18:20,801 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45051 connecting to ZooKeeper ensemble=127.0.0.1:49760 2024-11-27T12:18:20,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450510x0, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:18:20,855 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45051-0x1017c3ad4f10000 connected 2024-11-27T12:18:20,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:18:20,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:18:20,943 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45051-0x1017c3ad4f10000, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Set watcher on znode that does not yet exist, /0-328247380/running 2024-11-27T12:18:20,943 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb, hbase.cluster.distributed=false 2024-11-27T12:18:20,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45051-0x1017c3ad4f10000, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Set watcher on znode that does not yet exist, /0-328247380/acl 2024-11-27T12:18:20,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45051 2024-11-27T12:18:20,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45051 2024-11-27T12:18:20,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45051 2024-11-27T12:18:20,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45051 2024-11-27T12:18:20,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45051 2024-11-27T12:18:20,962 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T12:18:20,962 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:18:20,962 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:18:20,962 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:18:20,962 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:18:20,962 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:18:20,962 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T12:18:20,962 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:18:20,963 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33767 2024-11-27T12:18:20,964 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33767 connecting to ZooKeeper ensemble=127.0.0.1:49760 2024-11-27T12:18:20,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:18:20,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:18:21,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337670x0, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:18:21,042 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33767-0x1017c3ad4f10001, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Set watcher on znode that does not yet exist, /0-328247380/running 2024-11-27T12:18:21,042 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33767-0x1017c3ad4f10001 connected 2024-11-27T12:18:21,042 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T12:18:21,042 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T12:18:21,043 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33767-0x1017c3ad4f10001, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Set watcher on znode that does not yet exist, /0-328247380/master 2024-11-27T12:18:21,043 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33767-0x1017c3ad4f10001, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Set watcher on znode that does not yet exist, /0-328247380/acl 2024-11-27T12:18:21,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33767 2024-11-27T12:18:21,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33767 2024-11-27T12:18:21,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33767 2024-11-27T12:18:21,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33767 2024-11-27T12:18:21,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33767 2024-11-27T12:18:21,059 DEBUG [M:0;1ba5af43fd99:45051 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ba5af43fd99:45051 2024-11-27T12:18:21,059 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-328247380/backup-masters/1ba5af43fd99,45051,1732709900797 2024-11-27T12:18:21,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45051-0x1017c3ad4f10000, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-328247380/backup-masters 2024-11-27T12:18:21,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x1017c3ad4f10001, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-328247380/backup-masters 2024-11-27T12:18:21,086 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45051-0x1017c3ad4f10000, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Set watcher on existing znode=/0-328247380/backup-masters/1ba5af43fd99,45051,1732709900797 2024-11-27T12:18:21,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x1017c3ad4f10001, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-328247380/master 2024-11-27T12:18:21,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x1017c3ad4f10001, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-328247380 2024-11-27T12:18:21,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45051-0x1017c3ad4f10000, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-328247380 2024-11-27T12:18:21,098 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45051-0x1017c3ad4f10000, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Set watcher on existing znode=/0-328247380/master 2024-11-27T12:18:21,099 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-328247380/backup-masters/1ba5af43fd99,45051,1732709900797 from backup master directory 2024-11-27T12:18:21,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45051-0x1017c3ad4f10000, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-328247380/backup-masters/1ba5af43fd99,45051,1732709900797 2024-11-27T12:18:21,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x1017c3ad4f10001, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-328247380/backup-masters 2024-11-27T12:18:21,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45051-0x1017c3ad4f10000, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-328247380/backup-masters 2024-11-27T12:18:21,108 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:18:21,108 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ba5af43fd99,45051,1732709900797 2024-11-27T12:18:21,112 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/hbase.id] with ID: 4226d727-1a69-4b08-88cc-fd31c94f5267 2024-11-27T12:18:21,112 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/.tmp/hbase.id 2024-11-27T12:18:21,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43295 is added to blk_1073741826_1002 (size=42) 2024-11-27T12:18:21,517 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/.tmp/hbase.id]:[hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/hbase.id] 2024-11-27T12:18:21,529 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:18:21,529 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T12:18:21,530 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T12:18:21,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45051-0x1017c3ad4f10000, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-328247380 2024-11-27T12:18:21,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x1017c3ad4f10001, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-328247380 2024-11-27T12:18:21,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43295 is added to blk_1073741827_1003 (size=196) 2024-11-27T12:18:21,914 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:18:21,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:18:21,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:18:21,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:18:21,957 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:18:21,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:18:21,958 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T12:18:21,966 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:18:21,967 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:18:21,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T12:18:21,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T12:18:21,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:18:21,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43295 is added to blk_1073741828_1004 (size=1189) 2024-11-27T12:18:21,993 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/MasterData/data/master/store 2024-11-27T12:18:22,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43295 is added to blk_1073741829_1005 (size=34) 2024-11-27T12:18:22,010 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:18:22,010 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:18:22,010 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:18:22,010 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:18:22,010 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:18:22,010 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:18:22,010 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:18:22,010 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732709902010Disabling compacts and flushes for region at 1732709902010Disabling writes for close at 1732709902010Writing region close event to WAL at 1732709902010Closed at 1732709902010 2024-11-27T12:18:22,012 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/MasterData/data/master/store/.initializing 2024-11-27T12:18:22,012 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/MasterData/WALs/1ba5af43fd99,45051,1732709900797 2024-11-27T12:18:22,017 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:18:22,020 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ba5af43fd99%2C45051%2C1732709900797, suffix=, logDir=hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/MasterData/WALs/1ba5af43fd99,45051,1732709900797, archiveDir=hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/MasterData/oldWALs, maxLogs=10 2024-11-27T12:18:22,038 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/MasterData/WALs/1ba5af43fd99,45051,1732709900797/1ba5af43fd99%2C45051%2C1732709900797.1732709902020, exclude list is [], retry=0 2024-11-27T12:18:22,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43295,DS-8c6ff535-557e-4443-a66a-2c56970a5f1e,DISK] 2024-11-27T12:18:22,052 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/MasterData/WALs/1ba5af43fd99,45051,1732709900797/1ba5af43fd99%2C45051%2C1732709900797.1732709902020 2024-11-27T12:18:22,060 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32865:32865)] 2024-11-27T12:18:22,060 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:18:22,060 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:18:22,060 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:18:22,061 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:18:22,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:18:22,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T12:18:22,068 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:22,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:18:22,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:18:22,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T12:18:22,072 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:22,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:18:22,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:18:22,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T12:18:22,078 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:22,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:18:22,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:18:22,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T12:18:22,082 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:22,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:18:22,083 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:18:22,084 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:18:22,085 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:18:22,087 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:18:22,087 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:18:22,088 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:18:22,089 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:18:22,103 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:18:22,106 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72017906, jitterRate=0.07315042614936829}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:18:22,106 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732709902061Initializing all the Stores at 1732709902062 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709902062Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709902062Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709902062Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709902062Cleaning up temporary data from old regions at 1732709902087 (+25 ms)Region opened successfully at 1732709902106 (+19 ms) 2024-11-27T12:18:22,107 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T12:18:22,111 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@738db873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T12:18:22,112 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T12:18:22,112 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T12:18:22,112 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T12:18:22,112 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T12:18:22,113 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T12:18:22,113 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T12:18:22,113 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T12:18:22,115 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T12:18:22,116 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45051-0x1017c3ad4f10000, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Unable to get data of znode /0-328247380/balancer because node does not exist (not necessarily an error) 2024-11-27T12:18:22,140 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-328247380/balancer already deleted, retry=false 2024-11-27T12:18:22,140 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T12:18:22,144 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45051-0x1017c3ad4f10000, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Unable to get data of znode /0-328247380/normalizer because node does not exist (not necessarily an error) 2024-11-27T12:18:22,150 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-328247380/normalizer already deleted, retry=false 2024-11-27T12:18:22,151 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T12:18:22,152 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45051-0x1017c3ad4f10000, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Unable to get data of znode /0-328247380/switch/split because node does not exist (not necessarily an error) 2024-11-27T12:18:22,161 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-328247380/switch/split already deleted, retry=false 2024-11-27T12:18:22,162 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45051-0x1017c3ad4f10000, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Unable to get data of znode /0-328247380/switch/merge because node does not exist (not necessarily an error) 2024-11-27T12:18:22,172 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-328247380/switch/merge already deleted, retry=false 2024-11-27T12:18:22,174 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45051-0x1017c3ad4f10000, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Unable to get data of znode /0-328247380/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T12:18:22,182 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-328247380/snapshot-cleanup already deleted, retry=false 2024-11-27T12:18:22,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45051-0x1017c3ad4f10000, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-328247380/running 2024-11-27T12:18:22,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x1017c3ad4f10001, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-328247380/running 2024-11-27T12:18:22,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x1017c3ad4f10001, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-328247380 2024-11-27T12:18:22,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45051-0x1017c3ad4f10000, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-328247380 2024-11-27T12:18:22,193 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ba5af43fd99,45051,1732709900797, sessionid=0x1017c3ad4f10000, setting cluster-up flag (Was=false) 2024-11-27T12:18:22,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45051-0x1017c3ad4f10000, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-328247380 2024-11-27T12:18:22,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x1017c3ad4f10001, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-328247380 2024-11-27T12:18:22,245 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-328247380/flush-table-proc/acquired, /0-328247380/flush-table-proc/reached, /0-328247380/flush-table-proc/abort 2024-11-27T12:18:22,246 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,45051,1732709900797 2024-11-27T12:18:22,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45051-0x1017c3ad4f10000, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-328247380 2024-11-27T12:18:22,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x1017c3ad4f10001, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-328247380 2024-11-27T12:18:22,298 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-328247380/online-snapshot/acquired, /0-328247380/online-snapshot/reached, /0-328247380/online-snapshot/abort 2024-11-27T12:18:22,299 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,45051,1732709900797 2024-11-27T12:18:22,300 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T12:18:22,302 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T12:18:22,302 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T12:18:22,302 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T12:18:22,302 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ba5af43fd99,45051,1732709900797 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T12:18:22,303 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:18:22,303 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:18:22,303 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:18:22,303 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:18:22,303 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ba5af43fd99:0, corePoolSize=10, maxPoolSize=10 2024-11-27T12:18:22,303 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:22,303 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:18:22,304 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:22,305 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732709932305 2024-11-27T12:18:22,305 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:18:22,305 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T12:18:22,305 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T12:18:22,305 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T12:18:22,305 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T12:18:22,305 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T12:18:22,305 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T12:18:22,305 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T12:18:22,306 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:22,306 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T12:18:22,306 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T12:18:22,306 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T12:18:22,306 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T12:18:22,306 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T12:18:22,306 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T12:18:22,306 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:22,306 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732709902306,5,FailOnTimeoutGroup] 2024-11-27T12:18:22,306 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T12:18:22,307 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732709902306,5,FailOnTimeoutGroup] 2024-11-27T12:18:22,307 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:22,307 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T12:18:22,307 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:22,307 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:22,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43295 is added to blk_1073741831_1007 (size=1321) 2024-11-27T12:18:22,351 INFO [RS:0;1ba5af43fd99:33767 {}] regionserver.HRegionServer(746): ClusterId : 4226d727-1a69-4b08-88cc-fd31c94f5267 2024-11-27T12:18:22,351 DEBUG [RS:0;1ba5af43fd99:33767 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T12:18:22,362 DEBUG [RS:0;1ba5af43fd99:33767 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T12:18:22,362 DEBUG [RS:0;1ba5af43fd99:33767 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T12:18:22,372 DEBUG [RS:0;1ba5af43fd99:33767 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T12:18:22,372 DEBUG [RS:0;1ba5af43fd99:33767 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@732c372, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T12:18:22,383 DEBUG [RS:0;1ba5af43fd99:33767 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ba5af43fd99:33767 2024-11-27T12:18:22,383 INFO [RS:0;1ba5af43fd99:33767 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T12:18:22,383 INFO [RS:0;1ba5af43fd99:33767 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T12:18:22,383 DEBUG [RS:0;1ba5af43fd99:33767 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T12:18:22,384 INFO [RS:0;1ba5af43fd99:33767 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ba5af43fd99,45051,1732709900797 with port=33767, startcode=1732709900961 2024-11-27T12:18:22,384 DEBUG [RS:0;1ba5af43fd99:33767 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T12:18:22,386 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T12:18:22,386 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45051 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ba5af43fd99,33767,1732709900961 2024-11-27T12:18:22,387 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45051 {}] master.ServerManager(517): Registering regionserver=1ba5af43fd99,33767,1732709900961 2024-11-27T12:18:22,388 DEBUG [RS:0;1ba5af43fd99:33767 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb 2024-11-27T12:18:22,388 DEBUG [RS:0;1ba5af43fd99:33767 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39841 2024-11-27T12:18:22,388 DEBUG [RS:0;1ba5af43fd99:33767 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T12:18:22,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45051-0x1017c3ad4f10000, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-328247380/rs 2024-11-27T12:18:22,393 DEBUG [RS:0;1ba5af43fd99:33767 {}] zookeeper.ZKUtil(111): regionserver:33767-0x1017c3ad4f10001, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Set watcher on existing znode=/0-328247380/rs/1ba5af43fd99,33767,1732709900961 2024-11-27T12:18:22,393 WARN [RS:0;1ba5af43fd99:33767 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:18:22,393 INFO [RS:0;1ba5af43fd99:33767 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:18:22,393 DEBUG [RS:0;1ba5af43fd99:33767 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961 2024-11-27T12:18:22,393 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ba5af43fd99,33767,1732709900961] 2024-11-27T12:18:22,396 INFO [RS:0;1ba5af43fd99:33767 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T12:18:22,397 INFO [RS:0;1ba5af43fd99:33767 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T12:18:22,398 INFO [RS:0;1ba5af43fd99:33767 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T12:18:22,398 INFO [RS:0;1ba5af43fd99:33767 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:22,398 INFO [RS:0;1ba5af43fd99:33767 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T12:18:22,399 INFO [RS:0;1ba5af43fd99:33767 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T12:18:22,399 INFO [RS:0;1ba5af43fd99:33767 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:22,399 DEBUG [RS:0;1ba5af43fd99:33767 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:22,399 DEBUG [RS:0;1ba5af43fd99:33767 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:22,399 DEBUG [RS:0;1ba5af43fd99:33767 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:22,399 DEBUG [RS:0;1ba5af43fd99:33767 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:22,399 DEBUG [RS:0;1ba5af43fd99:33767 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:22,399 DEBUG [RS:0;1ba5af43fd99:33767 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:18:22,399 DEBUG [RS:0;1ba5af43fd99:33767 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:22,399 DEBUG [RS:0;1ba5af43fd99:33767 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:22,399 DEBUG [RS:0;1ba5af43fd99:33767 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:22,399 DEBUG [RS:0;1ba5af43fd99:33767 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:22,399 DEBUG [RS:0;1ba5af43fd99:33767 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:22,399 DEBUG [RS:0;1ba5af43fd99:33767 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:22,399 DEBUG [RS:0;1ba5af43fd99:33767 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:18:22,399 DEBUG [RS:0;1ba5af43fd99:33767 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:18:22,400 INFO [RS:0;1ba5af43fd99:33767 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:22,400 INFO [RS:0;1ba5af43fd99:33767 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:22,400 INFO [RS:0;1ba5af43fd99:33767 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:22,400 INFO [RS:0;1ba5af43fd99:33767 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:22,400 INFO [RS:0;1ba5af43fd99:33767 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:22,400 INFO [RS:0;1ba5af43fd99:33767 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,33767,1732709900961-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:18:22,412 INFO [RS:0;1ba5af43fd99:33767 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T12:18:22,412 INFO [RS:0;1ba5af43fd99:33767 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,33767,1732709900961-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:22,412 INFO [RS:0;1ba5af43fd99:33767 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:22,412 INFO [RS:0;1ba5af43fd99:33767 {}] regionserver.Replication(171): 1ba5af43fd99,33767,1732709900961 started 2024-11-27T12:18:22,424 INFO [RS:0;1ba5af43fd99:33767 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:22,424 INFO [RS:0;1ba5af43fd99:33767 {}] regionserver.HRegionServer(1482): Serving as 1ba5af43fd99,33767,1732709900961, RpcServer on 1ba5af43fd99/172.17.0.3:33767, sessionid=0x1017c3ad4f10001 2024-11-27T12:18:22,424 DEBUG [RS:0;1ba5af43fd99:33767 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T12:18:22,424 DEBUG [RS:0;1ba5af43fd99:33767 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ba5af43fd99,33767,1732709900961 2024-11-27T12:18:22,424 DEBUG [RS:0;1ba5af43fd99:33767 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,33767,1732709900961' 2024-11-27T12:18:22,424 DEBUG [RS:0;1ba5af43fd99:33767 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-328247380/flush-table-proc/abort' 2024-11-27T12:18:22,425 DEBUG [RS:0;1ba5af43fd99:33767 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-328247380/flush-table-proc/acquired' 2024-11-27T12:18:22,425 DEBUG [RS:0;1ba5af43fd99:33767 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T12:18:22,425 DEBUG [RS:0;1ba5af43fd99:33767 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T12:18:22,425 DEBUG [RS:0;1ba5af43fd99:33767 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ba5af43fd99,33767,1732709900961 2024-11-27T12:18:22,425 DEBUG [RS:0;1ba5af43fd99:33767 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,33767,1732709900961' 2024-11-27T12:18:22,425 DEBUG [RS:0;1ba5af43fd99:33767 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-328247380/online-snapshot/abort' 2024-11-27T12:18:22,426 DEBUG [RS:0;1ba5af43fd99:33767 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-328247380/online-snapshot/acquired' 2024-11-27T12:18:22,426 DEBUG [RS:0;1ba5af43fd99:33767 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T12:18:22,426 INFO [RS:0;1ba5af43fd99:33767 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T12:18:22,426 INFO [RS:0;1ba5af43fd99:33767 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T12:18:22,527 INFO [RS:0;1ba5af43fd99:33767 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:18:22,528 INFO [RS:0;1ba5af43fd99:33767 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C33767%2C1732709900961, suffix=, logDir=hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961, archiveDir=hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/oldWALs, maxLogs=10 2024-11-27T12:18:22,540 DEBUG [RS:0;1ba5af43fd99:33767 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528, exclude list is [], retry=0 2024-11-27T12:18:22,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43295,DS-8c6ff535-557e-4443-a66a-2c56970a5f1e,DISK] 2024-11-27T12:18:22,544 INFO [RS:0;1ba5af43fd99:33767 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 2024-11-27T12:18:22,544 DEBUG [RS:0;1ba5af43fd99:33767 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32865:32865)] 2024-11-27T12:18:22,714 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T12:18:22,714 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb 2024-11-27T12:18:22,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43295 is added to blk_1073741833_1009 (size=32) 2024-11-27T12:18:23,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:18:23,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:18:23,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:18:23,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:23,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:18:23,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:18:23,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:18:23,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:23,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:18:23,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:18:23,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:18:23,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:23,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:18:23,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:18:23,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:18:23,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:23,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:18:23,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:18:23,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/hbase/meta/1588230740 2024-11-27T12:18:23,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/hbase/meta/1588230740 2024-11-27T12:18:23,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:18:23,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:18:23,130 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:18:23,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:18:23,132 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:18:23,133 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72502830, jitterRate=0.08037635684013367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:18:23,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732709903120Initializing all the Stores at 1732709903121 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709903121Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709903121Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709903121Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709903121Cleaning up temporary data from old regions at 1732709903129 (+8 ms)Region opened successfully at 1732709903133 (+4 ms) 2024-11-27T12:18:23,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:18:23,133 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:18:23,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:18:23,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:18:23,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:18:23,134 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:18:23,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732709903133Disabling compacts and flushes for region at 1732709903133Disabling writes for close at 1732709903133Writing region close event to WAL at 1732709903134 (+1 ms)Closed at 1732709903134 2024-11-27T12:18:23,135 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:18:23,135 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T12:18:23,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T12:18:23,136 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:18:23,137 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T12:18:23,287 DEBUG [1ba5af43fd99:45051 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T12:18:23,288 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ba5af43fd99,33767,1732709900961 2024-11-27T12:18:23,289 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,33767,1732709900961, state=OPENING 2024-11-27T12:18:23,298 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T12:18:23,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45051-0x1017c3ad4f10000, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-328247380 2024-11-27T12:18:23,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x1017c3ad4f10001, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-328247380 2024-11-27T12:18:23,309 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:18:23,309 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-328247380/meta-region-server: CHANGED 2024-11-27T12:18:23,309 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-328247380/meta-region-server: CHANGED 2024-11-27T12:18:23,309 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,33767,1732709900961}] 2024-11-27T12:18:23,462 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T12:18:23,463 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49523, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T12:18:23,466 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T12:18:23,467 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:18:23,467 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T12:18:23,468 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C33767%2C1732709900961.meta, suffix=.meta, logDir=hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961, archiveDir=hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/oldWALs, maxLogs=10 2024-11-27T12:18:23,480 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.meta.1732709903468.meta, exclude list is [], retry=0 2024-11-27T12:18:23,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43295,DS-8c6ff535-557e-4443-a66a-2c56970a5f1e,DISK] 2024-11-27T12:18:23,484 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.meta.1732709903468.meta 2024-11-27T12:18:23,484 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32865:32865)] 2024-11-27T12:18:23,485 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:18:23,485 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:18:23,485 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T12:18:23,485 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T12:18:23,485 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T12:18:23,485 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T12:18:23,485 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:18:23,485 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T12:18:23,485 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T12:18:23,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:18:23,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:18:23,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:23,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:18:23,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:18:23,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:18:23,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:23,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:18:23,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:18:23,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:18:23,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:23,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:18:23,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:18:23,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:18:23,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:23,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:18:23,491 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:18:23,492 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/hbase/meta/1588230740 2024-11-27T12:18:23,493 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/hbase/meta/1588230740 2024-11-27T12:18:23,494 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:18:23,494 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:18:23,495 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:18:23,496 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:18:23,497 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72005869, jitterRate=0.07297106087207794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:18:23,497 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T12:18:23,497 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732709903486Writing region info on filesystem at 1732709903486Initializing all the Stores at 1732709903487 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709903487Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709903487Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709903487Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709903487Cleaning up temporary data from old regions at 1732709903494 (+7 ms)Running coprocessor post-open hooks at 1732709903497 (+3 ms)Region opened successfully at 1732709903497 2024-11-27T12:18:23,498 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732709903461 2024-11-27T12:18:23,500 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T12:18:23,500 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T12:18:23,501 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,33767,1732709900961 2024-11-27T12:18:23,502 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,33767,1732709900961, state=OPEN 2024-11-27T12:18:23,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x1017c3ad4f10001, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-328247380/meta-region-server 2024-11-27T12:18:23,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45051-0x1017c3ad4f10000, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-328247380/meta-region-server 2024-11-27T12:18:23,542 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ba5af43fd99,33767,1732709900961 2024-11-27T12:18:23,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-328247380/meta-region-server: CHANGED 2024-11-27T12:18:23,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-328247380/meta-region-server: CHANGED 2024-11-27T12:18:23,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T12:18:23,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,33767,1732709900961 in 233 msec 2024-11-27T12:18:23,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T12:18:23,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 410 msec 2024-11-27T12:18:23,547 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:18:23,547 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T12:18:23,549 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:18:23,549 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,33767,1732709900961, seqNum=-1] 2024-11-27T12:18:23,549 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:18:23,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:18:23,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2530 sec 2024-11-27T12:18:23,555 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732709903555, completionTime=-1 2024-11-27T12:18:23,555 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T12:18:23,555 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T12:18:23,557 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T12:18:23,557 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732709963557 2024-11-27T12:18:23,557 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732710023557 2024-11-27T12:18:23,557 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T12:18:23,557 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,45051,1732709900797-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:23,557 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,45051,1732709900797-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:23,557 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,45051,1732709900797-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:23,557 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ba5af43fd99:45051, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:23,557 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:23,557 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:23,559 DEBUG [master/1ba5af43fd99:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T12:18:23,560 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.452sec 2024-11-27T12:18:23,561 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T12:18:23,561 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T12:18:23,561 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T12:18:23,561 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T12:18:23,561 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T12:18:23,561 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,45051,1732709900797-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:18:23,561 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,45051,1732709900797-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T12:18:23,563 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T12:18:23,563 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T12:18:23,563 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,45051,1732709900797-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:23,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec4f0b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:18:23,652 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,45051,-1 for getting cluster id 2024-11-27T12:18:23,652 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:18:23,653 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4226d727-1a69-4b08-88cc-fd31c94f5267' 2024-11-27T12:18:23,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:18:23,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4226d727-1a69-4b08-88cc-fd31c94f5267" 2024-11-27T12:18:23,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c20173, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:18:23,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,45051,-1] 2024-11-27T12:18:23,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:18:23,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:18:23,655 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:18:23,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@238f940e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:18:23,656 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:18:23,657 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,33767,1732709900961, seqNum=-1] 2024-11-27T12:18:23,657 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:18:23,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:18:23,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ba5af43fd99,45051,1732709900797 2024-11-27T12:18:23,661 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49760 2024-11-27T12:18:23,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:18:23,677 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017c3ad4f10002 connected 2024-11-27T12:18:23,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f406ebf-23d8-c2c5-2340-46d13dbac309/hadoop.log.dir so I do NOT create it in target/test-data/0003de6c-aa53-4774-1af2-1090d6da008f 2024-11-27T12:18:23,699 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f406ebf-23d8-c2c5-2340-46d13dbac309/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T12:18:23,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f406ebf-23d8-c2c5-2340-46d13dbac309/hadoop.tmp.dir so I do NOT create it in target/test-data/0003de6c-aa53-4774-1af2-1090d6da008f 2024-11-27T12:18:23,699 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f406ebf-23d8-c2c5-2340-46d13dbac309/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T12:18:23,699 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0003de6c-aa53-4774-1af2-1090d6da008f 2024-11-27T12:18:23,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T12:18:23,699 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0003de6c-aa53-4774-1af2-1090d6da008f/cluster_5911b9b5-2e12-3f0a-e04a-cd33ef77e08d, deleteOnExit=true 2024-11-27T12:18:23,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T12:18:23,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0003de6c-aa53-4774-1af2-1090d6da008f/test.cache.data in system properties and HBase conf 2024-11-27T12:18:23,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0003de6c-aa53-4774-1af2-1090d6da008f/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T12:18:23,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0003de6c-aa53-4774-1af2-1090d6da008f/hadoop.log.dir in system properties and HBase conf 2024-11-27T12:18:23,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0003de6c-aa53-4774-1af2-1090d6da008f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T12:18:23,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0003de6c-aa53-4774-1af2-1090d6da008f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T12:18:23,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T12:18:23,700 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T12:18:23,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0003de6c-aa53-4774-1af2-1090d6da008f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:18:23,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0003de6c-aa53-4774-1af2-1090d6da008f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:18:23,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0003de6c-aa53-4774-1af2-1090d6da008f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T12:18:23,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0003de6c-aa53-4774-1af2-1090d6da008f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:18:23,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0003de6c-aa53-4774-1af2-1090d6da008f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T12:18:23,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0003de6c-aa53-4774-1af2-1090d6da008f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T12:18:23,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0003de6c-aa53-4774-1af2-1090d6da008f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:18:23,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0003de6c-aa53-4774-1af2-1090d6da008f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:18:23,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0003de6c-aa53-4774-1af2-1090d6da008f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T12:18:23,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0003de6c-aa53-4774-1af2-1090d6da008f/nfs.dump.dir in system properties and HBase conf 2024-11-27T12:18:23,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0003de6c-aa53-4774-1af2-1090d6da008f/java.io.tmpdir in system properties and HBase conf 2024-11-27T12:18:23,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0003de6c-aa53-4774-1af2-1090d6da008f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:18:23,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0003de6c-aa53-4774-1af2-1090d6da008f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T12:18:23,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0003de6c-aa53-4774-1af2-1090d6da008f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T12:18:24,124 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:18:24,129 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:18:24,130 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:18:24,130 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:18:24,130 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T12:18:24,131 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:18:24,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10dfce23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0003de6c-aa53-4774-1af2-1090d6da008f/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:18:24,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5943906{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:18:24,233 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32f19e27{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0003de6c-aa53-4774-1af2-1090d6da008f/java.io.tmpdir/jetty-localhost-33977-hadoop-hdfs-3_4_1-tests_jar-_-any-6311934985288737628/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:18:24,234 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@364aafe3{HTTP/1.1, (http/1.1)}{localhost:33977} 2024-11-27T12:18:24,234 INFO [Time-limited test {}] server.Server(415): Started @59203ms 2024-11-27T12:18:24,515 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:18:24,519 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:18:24,527 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:18:24,528 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:18:24,528 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T12:18:24,529 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2136d69e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0003de6c-aa53-4774-1af2-1090d6da008f/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:18:24,529 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bdf9be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:18:24,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a2d70e8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0003de6c-aa53-4774-1af2-1090d6da008f/java.io.tmpdir/jetty-localhost-35905-hadoop-hdfs-3_4_1-tests_jar-_-any-5278178151595756416/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:18:24,649 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4600fe3{HTTP/1.1, (http/1.1)}{localhost:35905} 2024-11-27T12:18:24,649 INFO [Time-limited test {}] server.Server(415): Started @59619ms 2024-11-27T12:18:24,651 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T12:18:25,266 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0003de6c-aa53-4774-1af2-1090d6da008f/cluster_5911b9b5-2e12-3f0a-e04a-cd33ef77e08d/data/data2/current/BP-2549302-172.17.0.3-1732709903717/current, will proceed with Du for space computation calculation, 2024-11-27T12:18:25,266 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0003de6c-aa53-4774-1af2-1090d6da008f/cluster_5911b9b5-2e12-3f0a-e04a-cd33ef77e08d/data/data1/current/BP-2549302-172.17.0.3-1732709903717/current, will proceed with Du for space computation calculation, 2024-11-27T12:18:25,286 WARN [Thread-936 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T12:18:25,289 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa296ac98d1f887a with lease ID 0x9a2571829a3d655b: Processing first storage report for DS-e52a8e05-5fe4-488e-9df5-e1a4cc90e43d from datanode DatanodeRegistration(127.0.0.1:43741, datanodeUuid=7f90ceaa-e662-4092-a37b-f24d204f1f52, infoPort=38103, infoSecurePort=0, ipcPort=36845, storageInfo=lv=-57;cid=testClusterID;nsid=420184452;c=1732709903717) 2024-11-27T12:18:25,289 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa296ac98d1f887a with lease ID 0x9a2571829a3d655b: from storage DS-e52a8e05-5fe4-488e-9df5-e1a4cc90e43d node DatanodeRegistration(127.0.0.1:43741, datanodeUuid=7f90ceaa-e662-4092-a37b-f24d204f1f52, infoPort=38103, infoSecurePort=0, ipcPort=36845, storageInfo=lv=-57;cid=testClusterID;nsid=420184452;c=1732709903717), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:18:25,289 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa296ac98d1f887a with lease ID 0x9a2571829a3d655b: Processing first storage report for DS-dea24e50-17d4-4515-a38e-11fad223a7aa from datanode DatanodeRegistration(127.0.0.1:43741, datanodeUuid=7f90ceaa-e662-4092-a37b-f24d204f1f52, infoPort=38103, infoSecurePort=0, ipcPort=36845, storageInfo=lv=-57;cid=testClusterID;nsid=420184452;c=1732709903717) 2024-11-27T12:18:25,289 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa296ac98d1f887a with lease ID 0x9a2571829a3d655b: from storage DS-dea24e50-17d4-4515-a38e-11fad223a7aa node DatanodeRegistration(127.0.0.1:43741, datanodeUuid=7f90ceaa-e662-4092-a37b-f24d204f1f52, infoPort=38103, infoSecurePort=0, ipcPort=36845, storageInfo=lv=-57;cid=testClusterID;nsid=420184452;c=1732709903717), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:18:25,381 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0003de6c-aa53-4774-1af2-1090d6da008f 2024-11-27T12:18:25,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:18:25,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:18:25,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43741 is added to blk_1073741825_1001 (size=7) 2024-11-27T12:18:25,790 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8 with version=8 2024-11-27T12:18:25,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/hbase-staging 2024-11-27T12:18:25,793 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T12:18:25,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:18:25,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:18:25,793 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:18:25,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:18:25,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:18:25,793 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T12:18:25,793 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:18:25,794 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40187 2024-11-27T12:18:25,795 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40187 connecting to ZooKeeper ensemble=127.0.0.1:49760 2024-11-27T12:18:25,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:401870x0, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:18:25,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40187-0x1017c3ad4f10003 connected 2024-11-27T12:18:25,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:18:25,931 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:18:25,933 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40187-0x1017c3ad4f10003, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Set watcher on znode that does not yet exist, /1-1638303977/running 2024-11-27T12:18:25,934 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8, hbase.cluster.distributed=false 2024-11-27T12:18:25,935 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40187-0x1017c3ad4f10003, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Set watcher on znode that does not yet exist, /1-1638303977/acl 2024-11-27T12:18:25,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40187 2024-11-27T12:18:25,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40187 2024-11-27T12:18:25,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40187 2024-11-27T12:18:25,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40187 2024-11-27T12:18:25,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40187 2024-11-27T12:18:25,953 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T12:18:25,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:18:25,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:18:25,953 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:18:25,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:18:25,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:18:25,953 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T12:18:25,954 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:18:25,954 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38639 2024-11-27T12:18:25,955 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38639 connecting to ZooKeeper ensemble=127.0.0.1:49760 2024-11-27T12:18:25,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:18:25,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:18:25,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386390x0, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:18:25,970 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38639-0x1017c3ad4f10004 connected 2024-11-27T12:18:25,970 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38639-0x1017c3ad4f10004, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Set watcher on znode that does not yet exist, /1-1638303977/running 2024-11-27T12:18:25,971 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T12:18:25,971 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T12:18:25,972 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38639-0x1017c3ad4f10004, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Set watcher on znode that does not yet exist, /1-1638303977/master 2024-11-27T12:18:25,972 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38639-0x1017c3ad4f10004, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Set watcher on znode that does not yet exist, /1-1638303977/acl 2024-11-27T12:18:25,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38639 2024-11-27T12:18:25,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38639 2024-11-27T12:18:25,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38639 2024-11-27T12:18:25,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38639 2024-11-27T12:18:25,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38639 2024-11-27T12:18:25,986 DEBUG [M:0;1ba5af43fd99:40187 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ba5af43fd99:40187 2024-11-27T12:18:25,987 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1638303977/backup-masters/1ba5af43fd99,40187,1732709905792 2024-11-27T12:18:25,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38639-0x1017c3ad4f10004, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1638303977/backup-masters 2024-11-27T12:18:25,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40187-0x1017c3ad4f10003, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1638303977/backup-masters 2024-11-27T12:18:25,993 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40187-0x1017c3ad4f10003, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Set watcher on existing znode=/1-1638303977/backup-masters/1ba5af43fd99,40187,1732709905792 2024-11-27T12:18:26,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38639-0x1017c3ad4f10004, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1638303977/master 2024-11-27T12:18:26,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40187-0x1017c3ad4f10003, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1638303977 2024-11-27T12:18:26,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38639-0x1017c3ad4f10004, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1638303977 2024-11-27T12:18:26,003 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40187-0x1017c3ad4f10003, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Set watcher on existing znode=/1-1638303977/master 2024-11-27T12:18:26,004 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1638303977/backup-masters/1ba5af43fd99,40187,1732709905792 from backup master directory 2024-11-27T12:18:26,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38639-0x1017c3ad4f10004, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1638303977/backup-masters 2024-11-27T12:18:26,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40187-0x1017c3ad4f10003, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1638303977/backup-masters/1ba5af43fd99,40187,1732709905792 2024-11-27T12:18:26,014 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:18:26,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40187-0x1017c3ad4f10003, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1638303977/backup-masters 2024-11-27T12:18:26,014 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ba5af43fd99,40187,1732709905792 2024-11-27T12:18:26,017 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/hbase.id] with ID: eff68cd4-8d04-4d09-b1c3-133031304cf6 2024-11-27T12:18:26,017 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/.tmp/hbase.id 2024-11-27T12:18:26,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43741 is added to blk_1073741826_1002 (size=42) 2024-11-27T12:18:26,422 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/.tmp/hbase.id]:[hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/hbase.id] 2024-11-27T12:18:26,432 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:18:26,432 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T12:18:26,434 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-27T12:18:26,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40187-0x1017c3ad4f10003, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1638303977 2024-11-27T12:18:26,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38639-0x1017c3ad4f10004, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1638303977 2024-11-27T12:18:26,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43741 is added to blk_1073741827_1003 (size=196) 2024-11-27T12:18:26,905 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:18:26,906 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T12:18:26,906 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:18:26,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43741 is added to blk_1073741828_1004 (size=1189) 2024-11-27T12:18:27,315 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/MasterData/data/master/store 2024-11-27T12:18:27,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43741 is added to blk_1073741829_1005 (size=34) 2024-11-27T12:18:27,470 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:18:27,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:18:27,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:18:27,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:18:27,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:18:27,721 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:18:27,721 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:18:27,721 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:18:27,721 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:18:27,721 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:18:27,721 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:18:27,721 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:18:27,721 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732709907721Disabling compacts and flushes for region at 1732709907721Disabling writes for close at 1732709907721Writing region close event to WAL at 1732709907721Closed at 1732709907721 2024-11-27T12:18:27,722 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/MasterData/data/master/store/.initializing 2024-11-27T12:18:27,722 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/MasterData/WALs/1ba5af43fd99,40187,1732709905792 2024-11-27T12:18:27,723 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:18:27,725 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ba5af43fd99%2C40187%2C1732709905792, suffix=, logDir=hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/MasterData/WALs/1ba5af43fd99,40187,1732709905792, archiveDir=hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/MasterData/oldWALs, maxLogs=10 2024-11-27T12:18:27,737 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/MasterData/WALs/1ba5af43fd99,40187,1732709905792/1ba5af43fd99%2C40187%2C1732709905792.1732709907725, exclude list is [], retry=0 2024-11-27T12:18:27,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43741,DS-e52a8e05-5fe4-488e-9df5-e1a4cc90e43d,DISK] 2024-11-27T12:18:27,741 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/MasterData/WALs/1ba5af43fd99,40187,1732709905792/1ba5af43fd99%2C40187%2C1732709905792.1732709907725 2024-11-27T12:18:27,741 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38103:38103)] 2024-11-27T12:18:27,741 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:18:27,741 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:18:27,741 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:18:27,741 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:18:27,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:18:27,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T12:18:27,744 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:27,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:18:27,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:18:27,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T12:18:27,746 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:27,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:18:27,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:18:27,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T12:18:27,747 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:27,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:18:27,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:18:27,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T12:18:27,749 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:27,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:18:27,749 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:18:27,750 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:18:27,750 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:18:27,751 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:18:27,751 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:18:27,752 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:18:27,753 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:18:27,755 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:18:27,755 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70913255, jitterRate=0.05668984353542328}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:18:27,755 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732709907741Initializing all the Stores at 1732709907742 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709907742Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709907742Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709907742Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709907743 (+1 ms)Cleaning up temporary data from old regions at 1732709907751 (+8 ms)Region opened successfully at 1732709907755 (+4 ms) 2024-11-27T12:18:27,755 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T12:18:27,758 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dc8b1ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T12:18:27,759 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T12:18:27,759 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T12:18:27,759 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T12:18:27,759 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T12:18:27,760 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T12:18:27,760 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T12:18:27,760 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T12:18:27,762 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T12:18:27,763 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40187-0x1017c3ad4f10003, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Unable to get data of znode /1-1638303977/balancer because node does not exist (not necessarily an error) 2024-11-27T12:18:27,843 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1638303977/balancer already deleted, retry=false 2024-11-27T12:18:27,844 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T12:18:27,844 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40187-0x1017c3ad4f10003, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Unable to get data of znode /1-1638303977/normalizer because node does not exist (not necessarily an error) 2024-11-27T12:18:27,855 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1638303977/normalizer already deleted, retry=false 2024-11-27T12:18:27,856 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T12:18:27,857 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40187-0x1017c3ad4f10003, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Unable to get data of znode /1-1638303977/switch/split because node does not exist (not necessarily an error) 2024-11-27T12:18:27,866 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1638303977/switch/split already deleted, retry=false 2024-11-27T12:18:27,867 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40187-0x1017c3ad4f10003, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Unable to get data of znode /1-1638303977/switch/merge because node does not exist (not necessarily an error) 2024-11-27T12:18:27,876 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1638303977/switch/merge already deleted, retry=false 2024-11-27T12:18:27,878 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40187-0x1017c3ad4f10003, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Unable to get data of znode /1-1638303977/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T12:18:27,887 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1638303977/snapshot-cleanup already deleted, retry=false 2024-11-27T12:18:27,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40187-0x1017c3ad4f10003, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1638303977/running 2024-11-27T12:18:27,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38639-0x1017c3ad4f10004, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1638303977/running 2024-11-27T12:18:27,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38639-0x1017c3ad4f10004, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1638303977 2024-11-27T12:18:27,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40187-0x1017c3ad4f10003, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1638303977 2024-11-27T12:18:27,898 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ba5af43fd99,40187,1732709905792, sessionid=0x1017c3ad4f10003, setting cluster-up flag (Was=false) 2024-11-27T12:18:27,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40187-0x1017c3ad4f10003, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1638303977 2024-11-27T12:18:27,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38639-0x1017c3ad4f10004, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1638303977 2024-11-27T12:18:28,030 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1638303977/flush-table-proc/acquired, /1-1638303977/flush-table-proc/reached, /1-1638303977/flush-table-proc/abort 2024-11-27T12:18:28,031 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,40187,1732709905792 2024-11-27T12:18:28,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38639-0x1017c3ad4f10004, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1638303977 2024-11-27T12:18:28,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40187-0x1017c3ad4f10003, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1638303977 2024-11-27T12:18:28,150 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1638303977/online-snapshot/acquired, /1-1638303977/online-snapshot/reached, /1-1638303977/online-snapshot/abort 2024-11-27T12:18:28,151 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,40187,1732709905792 2024-11-27T12:18:28,152 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T12:18:28,154 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T12:18:28,154 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T12:18:28,154 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T12:18:28,154 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ba5af43fd99,40187,1732709905792 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T12:18:28,155 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:18:28,155 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:18:28,155 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:18:28,155 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:18:28,155 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ba5af43fd99:0, corePoolSize=10, maxPoolSize=10 2024-11-27T12:18:28,155 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:28,156 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:18:28,156 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:28,156 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732709938156 2024-11-27T12:18:28,156 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T12:18:28,156 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T12:18:28,156 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T12:18:28,156 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T12:18:28,156 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T12:18:28,156 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T12:18:28,157 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:28,157 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T12:18:28,157 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T12:18:28,157 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:18:28,157 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T12:18:28,157 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T12:18:28,157 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T12:18:28,157 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T12:18:28,157 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T12:18:28,157 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732709908157,5,FailOnTimeoutGroup] 2024-11-27T12:18:28,158 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732709908157,5,FailOnTimeoutGroup] 2024-11-27T12:18:28,158 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:28,158 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T12:18:28,158 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:28,158 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:28,158 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:28,158 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T12:18:28,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43741 is added to blk_1073741831_1007 (size=1321) 2024-11-27T12:18:28,180 INFO [RS:0;1ba5af43fd99:38639 {}] regionserver.HRegionServer(746): ClusterId : eff68cd4-8d04-4d09-b1c3-133031304cf6 2024-11-27T12:18:28,180 DEBUG [RS:0;1ba5af43fd99:38639 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T12:18:28,191 DEBUG [RS:0;1ba5af43fd99:38639 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T12:18:28,191 DEBUG [RS:0;1ba5af43fd99:38639 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T12:18:28,204 DEBUG [RS:0;1ba5af43fd99:38639 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T12:18:28,204 DEBUG [RS:0;1ba5af43fd99:38639 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14a74dec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T12:18:28,214 DEBUG [RS:0;1ba5af43fd99:38639 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ba5af43fd99:38639 2024-11-27T12:18:28,214 INFO [RS:0;1ba5af43fd99:38639 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T12:18:28,214 INFO [RS:0;1ba5af43fd99:38639 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T12:18:28,214 DEBUG [RS:0;1ba5af43fd99:38639 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T12:18:28,215 INFO [RS:0;1ba5af43fd99:38639 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ba5af43fd99,40187,1732709905792 with port=38639, startcode=1732709905953 2024-11-27T12:18:28,215 DEBUG [RS:0;1ba5af43fd99:38639 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T12:18:28,216 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T12:18:28,217 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40187 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ba5af43fd99,38639,1732709905953 2024-11-27T12:18:28,217 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40187 {}] master.ServerManager(517): Registering regionserver=1ba5af43fd99,38639,1732709905953 2024-11-27T12:18:28,218 DEBUG [RS:0;1ba5af43fd99:38639 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8 2024-11-27T12:18:28,218 DEBUG [RS:0;1ba5af43fd99:38639 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38747 2024-11-27T12:18:28,218 DEBUG [RS:0;1ba5af43fd99:38639 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T12:18:28,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40187-0x1017c3ad4f10003, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1638303977/rs 2024-11-27T12:18:28,256 DEBUG [RS:0;1ba5af43fd99:38639 {}] zookeeper.ZKUtil(111): regionserver:38639-0x1017c3ad4f10004, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Set watcher on existing znode=/1-1638303977/rs/1ba5af43fd99,38639,1732709905953 2024-11-27T12:18:28,256 WARN [RS:0;1ba5af43fd99:38639 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:18:28,256 INFO [RS:0;1ba5af43fd99:38639 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:18:28,256 DEBUG [RS:0;1ba5af43fd99:38639 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/WALs/1ba5af43fd99,38639,1732709905953 2024-11-27T12:18:28,256 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ba5af43fd99,38639,1732709905953] 2024-11-27T12:18:28,260 INFO [RS:0;1ba5af43fd99:38639 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T12:18:28,261 INFO [RS:0;1ba5af43fd99:38639 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T12:18:28,262 INFO [RS:0;1ba5af43fd99:38639 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T12:18:28,262 INFO [RS:0;1ba5af43fd99:38639 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:28,262 INFO [RS:0;1ba5af43fd99:38639 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T12:18:28,263 INFO [RS:0;1ba5af43fd99:38639 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T12:18:28,263 INFO [RS:0;1ba5af43fd99:38639 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:28,263 DEBUG [RS:0;1ba5af43fd99:38639 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:28,263 DEBUG [RS:0;1ba5af43fd99:38639 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:28,263 DEBUG [RS:0;1ba5af43fd99:38639 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:28,263 DEBUG [RS:0;1ba5af43fd99:38639 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:28,263 DEBUG [RS:0;1ba5af43fd99:38639 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:28,263 DEBUG [RS:0;1ba5af43fd99:38639 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:18:28,263 DEBUG [RS:0;1ba5af43fd99:38639 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:28,263 DEBUG [RS:0;1ba5af43fd99:38639 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:28,263 DEBUG [RS:0;1ba5af43fd99:38639 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:28,264 DEBUG [RS:0;1ba5af43fd99:38639 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:28,264 DEBUG [RS:0;1ba5af43fd99:38639 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:28,264 DEBUG [RS:0;1ba5af43fd99:38639 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:18:28,264 DEBUG [RS:0;1ba5af43fd99:38639 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:18:28,264 DEBUG [RS:0;1ba5af43fd99:38639 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:18:28,264 INFO [RS:0;1ba5af43fd99:38639 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:28,264 INFO [RS:0;1ba5af43fd99:38639 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:28,264 INFO [RS:0;1ba5af43fd99:38639 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:28,264 INFO [RS:0;1ba5af43fd99:38639 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:28,264 INFO [RS:0;1ba5af43fd99:38639 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:28,264 INFO [RS:0;1ba5af43fd99:38639 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,38639,1732709905953-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:18:28,279 INFO [RS:0;1ba5af43fd99:38639 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T12:18:28,279 INFO [RS:0;1ba5af43fd99:38639 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,38639,1732709905953-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:28,279 INFO [RS:0;1ba5af43fd99:38639 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:28,279 INFO [RS:0;1ba5af43fd99:38639 {}] regionserver.Replication(171): 1ba5af43fd99,38639,1732709905953 started 2024-11-27T12:18:28,294 INFO [RS:0;1ba5af43fd99:38639 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:28,294 INFO [RS:0;1ba5af43fd99:38639 {}] regionserver.HRegionServer(1482): Serving as 1ba5af43fd99,38639,1732709905953, RpcServer on 1ba5af43fd99/172.17.0.3:38639, sessionid=0x1017c3ad4f10004 2024-11-27T12:18:28,294 DEBUG [RS:0;1ba5af43fd99:38639 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T12:18:28,294 DEBUG [RS:0;1ba5af43fd99:38639 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ba5af43fd99,38639,1732709905953 2024-11-27T12:18:28,294 DEBUG [RS:0;1ba5af43fd99:38639 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,38639,1732709905953' 2024-11-27T12:18:28,294 DEBUG [RS:0;1ba5af43fd99:38639 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1638303977/flush-table-proc/abort' 2024-11-27T12:18:28,295 DEBUG [RS:0;1ba5af43fd99:38639 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1638303977/flush-table-proc/acquired' 2024-11-27T12:18:28,295 DEBUG [RS:0;1ba5af43fd99:38639 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T12:18:28,295 DEBUG [RS:0;1ba5af43fd99:38639 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T12:18:28,295 DEBUG [RS:0;1ba5af43fd99:38639 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ba5af43fd99,38639,1732709905953 2024-11-27T12:18:28,295 DEBUG [RS:0;1ba5af43fd99:38639 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,38639,1732709905953' 2024-11-27T12:18:28,295 DEBUG [RS:0;1ba5af43fd99:38639 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1638303977/online-snapshot/abort' 2024-11-27T12:18:28,296 DEBUG [RS:0;1ba5af43fd99:38639 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1638303977/online-snapshot/acquired' 2024-11-27T12:18:28,296 DEBUG [RS:0;1ba5af43fd99:38639 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T12:18:28,296 INFO [RS:0;1ba5af43fd99:38639 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T12:18:28,296 INFO [RS:0;1ba5af43fd99:38639 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T12:18:28,396 INFO [RS:0;1ba5af43fd99:38639 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:18:28,396 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T12:18:28,398 INFO [RS:0;1ba5af43fd99:38639 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C38639%2C1732709905953, suffix=, logDir=hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/WALs/1ba5af43fd99,38639,1732709905953, archiveDir=hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/oldWALs, maxLogs=10 2024-11-27T12:18:28,410 DEBUG [RS:0;1ba5af43fd99:38639 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/WALs/1ba5af43fd99,38639,1732709905953/1ba5af43fd99%2C38639%2C1732709905953.1732709908398, exclude list is [], retry=0 2024-11-27T12:18:28,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43741,DS-e52a8e05-5fe4-488e-9df5-e1a4cc90e43d,DISK] 2024-11-27T12:18:28,414 INFO [RS:0;1ba5af43fd99:38639 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/WALs/1ba5af43fd99,38639,1732709905953/1ba5af43fd99%2C38639%2C1732709905953.1732709908398 2024-11-27T12:18:28,415 DEBUG [RS:0;1ba5af43fd99:38639 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38103:38103)] 2024-11-27T12:18:28,567 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T12:18:28,567 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8 2024-11-27T12:18:28,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43741 is added to blk_1073741833_1009 (size=32) 2024-11-27T12:18:28,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:18:28,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:18:28,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:18:28,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:28,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:18:28,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:18:28,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:18:28,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:28,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:18:28,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:18:28,978 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:18:28,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:28,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:18:28,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:18:28,980 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:18:28,980 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:28,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:18:28,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:18:28,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/data/hbase/meta/1588230740 2024-11-27T12:18:28,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/data/hbase/meta/1588230740 2024-11-27T12:18:28,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:18:28,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:18:28,983 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:18:28,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:18:28,986 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:18:28,987 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69918229, jitterRate=0.04186280071735382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:18:28,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732709908973Initializing all the Stores at 1732709908974 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709908974Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709908974Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709908974Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709908974Cleaning up temporary data from old regions at 1732709908983 (+9 ms)Region opened successfully at 1732709908987 (+4 ms) 2024-11-27T12:18:28,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:18:28,987 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:18:28,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:18:28,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:18:28,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:18:28,987 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:18:28,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732709908987Disabling compacts and flushes for region at 1732709908987Disabling writes for close at 1732709908987Writing region close event to WAL at 1732709908987Closed at 1732709908987 2024-11-27T12:18:28,989 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:18:28,989 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T12:18:28,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T12:18:28,990 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:18:28,994 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T12:18:29,144 DEBUG [1ba5af43fd99:40187 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T12:18:29,144 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ba5af43fd99,38639,1732709905953 2024-11-27T12:18:29,146 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,38639,1732709905953, state=OPENING 2024-11-27T12:18:29,161 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T12:18:29,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38639-0x1017c3ad4f10004, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1638303977 2024-11-27T12:18:29,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40187-0x1017c3ad4f10003, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1638303977 2024-11-27T12:18:29,172 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1638303977/meta-region-server: CHANGED 2024-11-27T12:18:29,172 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1638303977/meta-region-server: CHANGED 2024-11-27T12:18:29,172 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:18:29,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,38639,1732709905953}] 2024-11-27T12:18:29,324 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T12:18:29,327 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49219, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T12:18:29,330 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T12:18:29,330 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:18:29,330 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T12:18:29,332 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C38639%2C1732709905953.meta, suffix=.meta, logDir=hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/WALs/1ba5af43fd99,38639,1732709905953, archiveDir=hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/oldWALs, maxLogs=10 2024-11-27T12:18:29,345 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/WALs/1ba5af43fd99,38639,1732709905953/1ba5af43fd99%2C38639%2C1732709905953.meta.1732709909332.meta, exclude list is [], retry=0 2024-11-27T12:18:29,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43741,DS-e52a8e05-5fe4-488e-9df5-e1a4cc90e43d,DISK] 2024-11-27T12:18:29,348 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/WALs/1ba5af43fd99,38639,1732709905953/1ba5af43fd99%2C38639%2C1732709905953.meta.1732709909332.meta 2024-11-27T12:18:29,348 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38103:38103)] 2024-11-27T12:18:29,348 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:18:29,349 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:18:29,349 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T12:18:29,349 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T12:18:29,349 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T12:18:29,349 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T12:18:29,349 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:18:29,349 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T12:18:29,349 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T12:18:29,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:18:29,351 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:18:29,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:29,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:18:29,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:18:29,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:18:29,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:29,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:18:29,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:18:29,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:18:29,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:29,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:18:29,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:18:29,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:18:29,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:29,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:18:29,355 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:18:29,356 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/data/hbase/meta/1588230740 2024-11-27T12:18:29,357 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/data/hbase/meta/1588230740 2024-11-27T12:18:29,358 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:18:29,358 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:18:29,358 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:18:29,359 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:18:29,360 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64351125, jitterRate=-0.04109351336956024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:18:29,360 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T12:18:29,360 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732709909349Writing region info on filesystem at 1732709909349Initializing all the Stores at 1732709909350 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709909350Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709909350Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709909350Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709909350Cleaning up temporary data from old regions at 1732709909358 (+8 ms)Running coprocessor post-open hooks at 1732709909360 (+2 ms)Region opened successfully at 1732709909360 2024-11-27T12:18:29,361 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732709909324 2024-11-27T12:18:29,363 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T12:18:29,363 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T12:18:29,364 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,38639,1732709905953 2024-11-27T12:18:29,365 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,38639,1732709905953, state=OPEN 2024-11-27T12:18:29,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38639-0x1017c3ad4f10004, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1638303977/meta-region-server 2024-11-27T12:18:29,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40187-0x1017c3ad4f10003, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1638303977/meta-region-server 2024-11-27T12:18:29,371 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ba5af43fd99,38639,1732709905953 2024-11-27T12:18:29,371 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1638303977/meta-region-server: CHANGED 2024-11-27T12:18:29,371 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1638303977/meta-region-server: CHANGED 2024-11-27T12:18:29,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T12:18:29,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,38639,1732709905953 in 199 msec 2024-11-27T12:18:29,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T12:18:29,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 384 msec 2024-11-27T12:18:29,376 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:18:29,376 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T12:18:29,378 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:18:29,378 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,38639,1732709905953, seqNum=-1] 2024-11-27T12:18:29,378 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:18:29,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34777, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:18:29,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2310 sec 2024-11-27T12:18:29,386 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732709909385, completionTime=-1 2024-11-27T12:18:29,386 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T12:18:29,386 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T12:18:29,387 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T12:18:29,387 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732709969387 2024-11-27T12:18:29,388 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732710029387 2024-11-27T12:18:29,388 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T12:18:29,388 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,40187,1732709905792-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:29,388 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,40187,1732709905792-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:29,388 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,40187,1732709905792-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:29,388 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ba5af43fd99:40187, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:29,388 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:29,388 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:29,390 DEBUG [master/1ba5af43fd99:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T12:18:29,391 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.377sec 2024-11-27T12:18:29,391 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T12:18:29,391 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T12:18:29,392 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T12:18:29,392 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T12:18:29,392 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T12:18:29,392 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,40187,1732709905792-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:18:29,392 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,40187,1732709905792-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T12:18:29,394 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T12:18:29,394 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T12:18:29,394 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,40187,1732709905792-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:18:29,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a104986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:18:29,480 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,40187,-1 for getting cluster id 2024-11-27T12:18:29,481 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:18:29,482 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eff68cd4-8d04-4d09-b1c3-133031304cf6' 2024-11-27T12:18:29,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:18:29,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eff68cd4-8d04-4d09-b1c3-133031304cf6" 2024-11-27T12:18:29,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e418850, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:18:29,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,40187,-1] 2024-11-27T12:18:29,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:18:29,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:18:29,483 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:18:29,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@232b7ebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:18:29,484 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:18:29,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,38639,1732709905953, seqNum=-1] 2024-11-27T12:18:29,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:18:29,487 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:18:29,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ba5af43fd99,40187,1732709905792 2024-11-27T12:18:29,489 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49760 2024-11-27T12:18:29,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:18:29,498 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017c3ad4f10005 connected 2024-11-27T12:18:29,512 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:18:29,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,45051,1732709900797 2024-11-27T12:18:29,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@223ba35a 2024-11-27T12:18:29,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:18:29,515 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:18:29,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45051 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:18:29,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45051 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T12:18:29,520 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T12:18:29,521 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:29,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45051 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T12:18:29,523 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T12:18:29,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:18:29,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43295 is added to blk_1073741835_1011 (size=902) 2024-11-27T12:18:29,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:18:29,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:18:29,930 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6a9ed482b9cad675d3e84eecb3c31d9d, NAME => 'test,,1732709909515.6a9ed482b9cad675d3e84eecb3c31d9d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb 2024-11-27T12:18:29,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43295 is added to blk_1073741836_1012 (size=39) 2024-11-27T12:18:30,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:18:30,336 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732709909515.6a9ed482b9cad675d3e84eecb3c31d9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:18:30,336 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6a9ed482b9cad675d3e84eecb3c31d9d, disabling compactions & flushes 2024-11-27T12:18:30,336 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732709909515.6a9ed482b9cad675d3e84eecb3c31d9d. 2024-11-27T12:18:30,336 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732709909515.6a9ed482b9cad675d3e84eecb3c31d9d. 2024-11-27T12:18:30,336 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732709909515.6a9ed482b9cad675d3e84eecb3c31d9d. after waiting 0 ms 2024-11-27T12:18:30,336 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732709909515.6a9ed482b9cad675d3e84eecb3c31d9d. 2024-11-27T12:18:30,336 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732709909515.6a9ed482b9cad675d3e84eecb3c31d9d. 2024-11-27T12:18:30,336 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6a9ed482b9cad675d3e84eecb3c31d9d: Waiting for close lock at 1732709910336Disabling compacts and flushes for region at 1732709910336Disabling writes for close at 1732709910336Writing region close event to WAL at 1732709910336Closed at 1732709910336 2024-11-27T12:18:30,338 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T12:18:30,338 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732709909515.6a9ed482b9cad675d3e84eecb3c31d9d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732709910338"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732709910338"}]},"ts":"1732709910338"} 2024-11-27T12:18:30,340 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T12:18:30,342 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T12:18:30,342 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732709910342"}]},"ts":"1732709910342"} 2024-11-27T12:18:30,344 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T12:18:30,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6a9ed482b9cad675d3e84eecb3c31d9d, ASSIGN}] 2024-11-27T12:18:30,345 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6a9ed482b9cad675d3e84eecb3c31d9d, ASSIGN 2024-11-27T12:18:30,346 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6a9ed482b9cad675d3e84eecb3c31d9d, ASSIGN; state=OFFLINE, location=1ba5af43fd99,33767,1732709900961; forceNewPlan=false, retain=false 2024-11-27T12:18:30,497 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6a9ed482b9cad675d3e84eecb3c31d9d, regionState=OPENING, regionLocation=1ba5af43fd99,33767,1732709900961 2024-11-27T12:18:30,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6a9ed482b9cad675d3e84eecb3c31d9d, ASSIGN because future has completed 2024-11-27T12:18:30,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a9ed482b9cad675d3e84eecb3c31d9d, server=1ba5af43fd99,33767,1732709900961}] 2024-11-27T12:18:30,657 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732709909515.6a9ed482b9cad675d3e84eecb3c31d9d. 2024-11-27T12:18:30,657 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a9ed482b9cad675d3e84eecb3c31d9d, NAME => 'test,,1732709909515.6a9ed482b9cad675d3e84eecb3c31d9d.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:18:30,657 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:18:30,657 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T12:18:30,657 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6a9ed482b9cad675d3e84eecb3c31d9d 2024-11-27T12:18:30,657 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732709909515.6a9ed482b9cad675d3e84eecb3c31d9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:18:30,658 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6a9ed482b9cad675d3e84eecb3c31d9d 2024-11-27T12:18:30,658 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6a9ed482b9cad675d3e84eecb3c31d9d 2024-11-27T12:18:30,659 INFO [StoreOpener-6a9ed482b9cad675d3e84eecb3c31d9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6a9ed482b9cad675d3e84eecb3c31d9d 2024-11-27T12:18:30,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:18:30,660 INFO [StoreOpener-6a9ed482b9cad675d3e84eecb3c31d9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a9ed482b9cad675d3e84eecb3c31d9d columnFamilyName f 2024-11-27T12:18:30,660 DEBUG [StoreOpener-6a9ed482b9cad675d3e84eecb3c31d9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:30,661 INFO [StoreOpener-6a9ed482b9cad675d3e84eecb3c31d9d-1 {}] regionserver.HStore(327): Store=6a9ed482b9cad675d3e84eecb3c31d9d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:18:30,661 INFO [StoreOpener-6a9ed482b9cad675d3e84eecb3c31d9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6a9ed482b9cad675d3e84eecb3c31d9d 2024-11-27T12:18:30,662 INFO [StoreOpener-6a9ed482b9cad675d3e84eecb3c31d9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a9ed482b9cad675d3e84eecb3c31d9d columnFamilyName f1 2024-11-27T12:18:30,662 DEBUG [StoreOpener-6a9ed482b9cad675d3e84eecb3c31d9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:30,662 INFO [StoreOpener-6a9ed482b9cad675d3e84eecb3c31d9d-1 {}] regionserver.HStore(327): Store=6a9ed482b9cad675d3e84eecb3c31d9d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:18:30,662 INFO [StoreOpener-6a9ed482b9cad675d3e84eecb3c31d9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6a9ed482b9cad675d3e84eecb3c31d9d 2024-11-27T12:18:30,663 INFO [StoreOpener-6a9ed482b9cad675d3e84eecb3c31d9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a9ed482b9cad675d3e84eecb3c31d9d columnFamilyName norep 2024-11-27T12:18:30,663 DEBUG [StoreOpener-6a9ed482b9cad675d3e84eecb3c31d9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:30,664 INFO [StoreOpener-6a9ed482b9cad675d3e84eecb3c31d9d-1 {}] regionserver.HStore(327): Store=6a9ed482b9cad675d3e84eecb3c31d9d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:18:30,664 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6a9ed482b9cad675d3e84eecb3c31d9d 2024-11-27T12:18:30,664 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/default/test/6a9ed482b9cad675d3e84eecb3c31d9d 2024-11-27T12:18:30,664 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/default/test/6a9ed482b9cad675d3e84eecb3c31d9d 2024-11-27T12:18:30,665 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6a9ed482b9cad675d3e84eecb3c31d9d 2024-11-27T12:18:30,665 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6a9ed482b9cad675d3e84eecb3c31d9d 2024-11-27T12:18:30,666 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T12:18:30,667 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6a9ed482b9cad675d3e84eecb3c31d9d 2024-11-27T12:18:30,668 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/default/test/6a9ed482b9cad675d3e84eecb3c31d9d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:18:30,669 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6a9ed482b9cad675d3e84eecb3c31d9d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63193067, jitterRate=-0.05834992229938507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T12:18:30,669 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a9ed482b9cad675d3e84eecb3c31d9d 2024-11-27T12:18:30,669 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6a9ed482b9cad675d3e84eecb3c31d9d: Running coprocessor pre-open hook at 1732709910658Writing region info on filesystem at 1732709910658Initializing all the Stores at 1732709910659 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709910659Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709910659Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709910659Cleaning up temporary data from old regions at 1732709910665 (+6 ms)Running coprocessor post-open hooks at 1732709910669 (+4 ms)Region opened successfully at 1732709910669 2024-11-27T12:18:30,671 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732709909515.6a9ed482b9cad675d3e84eecb3c31d9d., pid=6, masterSystemTime=1732709910651 2024-11-27T12:18:30,673 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732709909515.6a9ed482b9cad675d3e84eecb3c31d9d. 2024-11-27T12:18:30,673 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732709909515.6a9ed482b9cad675d3e84eecb3c31d9d. 2024-11-27T12:18:30,675 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6a9ed482b9cad675d3e84eecb3c31d9d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1ba5af43fd99,33767,1732709900961 2024-11-27T12:18:30,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a9ed482b9cad675d3e84eecb3c31d9d, server=1ba5af43fd99,33767,1732709900961 because future has completed 2024-11-27T12:18:30,680 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T12:18:30,680 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a9ed482b9cad675d3e84eecb3c31d9d, server=1ba5af43fd99,33767,1732709900961 in 179 msec 2024-11-27T12:18:30,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T12:18:30,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6a9ed482b9cad675d3e84eecb3c31d9d, ASSIGN in 336 msec 2024-11-27T12:18:30,683 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T12:18:30,683 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732709910683"}]},"ts":"1732709910683"} 2024-11-27T12:18:30,685 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T12:18:30,686 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T12:18:30,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1680 sec 2024-11-27T12:18:31,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T12:18:31,472 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T12:18:31,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T12:18:31,472 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T12:18:31,473 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:18:31,473 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-27T12:18:31,473 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T12:18:31,473 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T12:18:31,473 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:18:31,473 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T12:18:31,473 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T12:18:31,473 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T12:18:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:18:31,671 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:18:31,671 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T12:18:31,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,40187,1732709905792 2024-11-27T12:18:31,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@664ae57c 2024-11-27T12:18:31,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:18:31,673 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:18:31,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40187 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:18:31,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40187 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T12:18:31,677 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T12:18:31,677 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:31,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40187 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T12:18:31,678 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T12:18:31,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:18:31,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43741 is added to blk_1073741835_1011 (size=902) 2024-11-27T12:18:31,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:18:32,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:18:32,086 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2135d82df7e47ef3b6acfc6b64c6b54c, NAME => 'test,,1732709911673.2135d82df7e47ef3b6acfc6b64c6b54c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8 2024-11-27T12:18:32,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43741 is added to blk_1073741836_1012 (size=39) 2024-11-27T12:18:32,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:18:32,491 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732709911673.2135d82df7e47ef3b6acfc6b64c6b54c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:18:32,491 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2135d82df7e47ef3b6acfc6b64c6b54c, disabling compactions & flushes 2024-11-27T12:18:32,491 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732709911673.2135d82df7e47ef3b6acfc6b64c6b54c. 2024-11-27T12:18:32,491 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732709911673.2135d82df7e47ef3b6acfc6b64c6b54c. 2024-11-27T12:18:32,491 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732709911673.2135d82df7e47ef3b6acfc6b64c6b54c. after waiting 0 ms 2024-11-27T12:18:32,491 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732709911673.2135d82df7e47ef3b6acfc6b64c6b54c. 2024-11-27T12:18:32,491 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732709911673.2135d82df7e47ef3b6acfc6b64c6b54c. 2024-11-27T12:18:32,491 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2135d82df7e47ef3b6acfc6b64c6b54c: Waiting for close lock at 1732709912491Disabling compacts and flushes for region at 1732709912491Disabling writes for close at 1732709912491Writing region close event to WAL at 1732709912491Closed at 1732709912491 2024-11-27T12:18:32,493 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T12:18:32,493 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732709911673.2135d82df7e47ef3b6acfc6b64c6b54c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732709912493"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732709912493"}]},"ts":"1732709912493"} 2024-11-27T12:18:32,495 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T12:18:32,496 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T12:18:32,496 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732709912496"}]},"ts":"1732709912496"} 2024-11-27T12:18:32,499 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T12:18:32,499 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2135d82df7e47ef3b6acfc6b64c6b54c, ASSIGN}] 2024-11-27T12:18:32,500 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2135d82df7e47ef3b6acfc6b64c6b54c, ASSIGN 2024-11-27T12:18:32,501 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2135d82df7e47ef3b6acfc6b64c6b54c, ASSIGN; state=OFFLINE, location=1ba5af43fd99,38639,1732709905953; forceNewPlan=false, retain=false 2024-11-27T12:18:32,652 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2135d82df7e47ef3b6acfc6b64c6b54c, regionState=OPENING, regionLocation=1ba5af43fd99,38639,1732709905953 2024-11-27T12:18:32,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2135d82df7e47ef3b6acfc6b64c6b54c, ASSIGN because future has completed 2024-11-27T12:18:32,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2135d82df7e47ef3b6acfc6b64c6b54c, server=1ba5af43fd99,38639,1732709905953}] 2024-11-27T12:18:32,813 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732709911673.2135d82df7e47ef3b6acfc6b64c6b54c. 2024-11-27T12:18:32,813 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2135d82df7e47ef3b6acfc6b64c6b54c, NAME => 'test,,1732709911673.2135d82df7e47ef3b6acfc6b64c6b54c.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:18:32,814 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:18:32,814 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T12:18:32,814 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2135d82df7e47ef3b6acfc6b64c6b54c 2024-11-27T12:18:32,814 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732709911673.2135d82df7e47ef3b6acfc6b64c6b54c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:18:32,814 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2135d82df7e47ef3b6acfc6b64c6b54c 2024-11-27T12:18:32,814 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2135d82df7e47ef3b6acfc6b64c6b54c 2024-11-27T12:18:32,816 INFO [StoreOpener-2135d82df7e47ef3b6acfc6b64c6b54c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2135d82df7e47ef3b6acfc6b64c6b54c 2024-11-27T12:18:32,817 INFO [StoreOpener-2135d82df7e47ef3b6acfc6b64c6b54c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2135d82df7e47ef3b6acfc6b64c6b54c columnFamilyName f 2024-11-27T12:18:32,817 DEBUG [StoreOpener-2135d82df7e47ef3b6acfc6b64c6b54c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:32,818 INFO [StoreOpener-2135d82df7e47ef3b6acfc6b64c6b54c-1 {}] regionserver.HStore(327): Store=2135d82df7e47ef3b6acfc6b64c6b54c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:18:32,818 INFO [StoreOpener-2135d82df7e47ef3b6acfc6b64c6b54c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2135d82df7e47ef3b6acfc6b64c6b54c 2024-11-27T12:18:32,819 INFO [StoreOpener-2135d82df7e47ef3b6acfc6b64c6b54c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2135d82df7e47ef3b6acfc6b64c6b54c columnFamilyName f1 2024-11-27T12:18:32,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:18:32,819 DEBUG [StoreOpener-2135d82df7e47ef3b6acfc6b64c6b54c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:32,820 INFO [StoreOpener-2135d82df7e47ef3b6acfc6b64c6b54c-1 {}] regionserver.HStore(327): Store=2135d82df7e47ef3b6acfc6b64c6b54c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:18:32,820 INFO [StoreOpener-2135d82df7e47ef3b6acfc6b64c6b54c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2135d82df7e47ef3b6acfc6b64c6b54c 2024-11-27T12:18:32,821 INFO [StoreOpener-2135d82df7e47ef3b6acfc6b64c6b54c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2135d82df7e47ef3b6acfc6b64c6b54c columnFamilyName norep 2024-11-27T12:18:32,821 DEBUG [StoreOpener-2135d82df7e47ef3b6acfc6b64c6b54c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:32,822 INFO [StoreOpener-2135d82df7e47ef3b6acfc6b64c6b54c-1 {}] regionserver.HStore(327): Store=2135d82df7e47ef3b6acfc6b64c6b54c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:18:32,824 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2135d82df7e47ef3b6acfc6b64c6b54c 2024-11-27T12:18:32,825 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/data/default/test/2135d82df7e47ef3b6acfc6b64c6b54c 2024-11-27T12:18:32,825 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/data/default/test/2135d82df7e47ef3b6acfc6b64c6b54c 2024-11-27T12:18:32,826 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2135d82df7e47ef3b6acfc6b64c6b54c 2024-11-27T12:18:32,826 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2135d82df7e47ef3b6acfc6b64c6b54c 2024-11-27T12:18:32,827 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T12:18:32,828 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2135d82df7e47ef3b6acfc6b64c6b54c 2024-11-27T12:18:32,830 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/data/default/test/2135d82df7e47ef3b6acfc6b64c6b54c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:18:32,831 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2135d82df7e47ef3b6acfc6b64c6b54c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74553282, jitterRate=0.11093047261238098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T12:18:32,831 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2135d82df7e47ef3b6acfc6b64c6b54c 2024-11-27T12:18:32,831 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2135d82df7e47ef3b6acfc6b64c6b54c: Running coprocessor pre-open hook at 1732709912814Writing region info on filesystem at 1732709912814Initializing all the Stores at 1732709912815 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709912815Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709912815Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709912815Cleaning up temporary data from old regions at 1732709912826 (+11 ms)Running coprocessor post-open hooks at 1732709912831 (+5 ms)Region opened successfully at 1732709912831 2024-11-27T12:18:32,833 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732709911673.2135d82df7e47ef3b6acfc6b64c6b54c., pid=6, masterSystemTime=1732709912808 2024-11-27T12:18:32,836 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732709911673.2135d82df7e47ef3b6acfc6b64c6b54c. 2024-11-27T12:18:32,836 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732709911673.2135d82df7e47ef3b6acfc6b64c6b54c. 2024-11-27T12:18:32,836 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2135d82df7e47ef3b6acfc6b64c6b54c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1ba5af43fd99,38639,1732709905953 2024-11-27T12:18:32,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2135d82df7e47ef3b6acfc6b64c6b54c, server=1ba5af43fd99,38639,1732709905953 because future has completed 2024-11-27T12:18:32,844 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T12:18:32,844 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2135d82df7e47ef3b6acfc6b64c6b54c, server=1ba5af43fd99,38639,1732709905953 in 186 msec 2024-11-27T12:18:32,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T12:18:32,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2135d82df7e47ef3b6acfc6b64c6b54c, ASSIGN in 345 msec 2024-11-27T12:18:32,849 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T12:18:32,849 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732709912849"}]},"ts":"1732709912849"} 2024-11-27T12:18:32,852 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T12:18:32,853 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T12:18:32,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1790 sec 2024-11-27T12:18:33,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:18:33,830 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T12:18:33,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9e5f91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:18:33,831 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,45051,-1 for getting cluster id 2024-11-27T12:18:33,831 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:18:33,832 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4226d727-1a69-4b08-88cc-fd31c94f5267' 2024-11-27T12:18:33,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:18:33,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4226d727-1a69-4b08-88cc-fd31c94f5267" 2024-11-27T12:18:33,833 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69a070a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:18:33,833 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,45051,-1] 2024-11-27T12:18:33,833 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:18:33,833 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:18:33,834 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:18:33,835 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dc7b072, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:18:33,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3815b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:18:33,835 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,40187,-1 for getting cluster id 2024-11-27T12:18:33,835 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:18:33,836 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eff68cd4-8d04-4d09-b1c3-133031304cf6' 2024-11-27T12:18:33,836 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:18:33,836 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eff68cd4-8d04-4d09-b1c3-133031304cf6" 2024-11-27T12:18:33,836 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33e6e583, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:18:33,836 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,40187,-1] 2024-11-27T12:18:33,836 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:18:33,837 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:18:33,837 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:18:33,838 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f5cf26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:18:33,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259aeae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:18:33,839 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,45051,-1 for getting cluster id 2024-11-27T12:18:33,839 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:18:33,839 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4226d727-1a69-4b08-88cc-fd31c94f5267' 2024-11-27T12:18:33,839 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:18:33,840 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4226d727-1a69-4b08-88cc-fd31c94f5267" 2024-11-27T12:18:33,840 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a4a15d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:18:33,840 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,45051,-1] 2024-11-27T12:18:33,840 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:18:33,840 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:18:33,841 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:18:33,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4879ac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:18:33,843 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:18:33,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,45051,1732709900797 2024-11-27T12:18:33,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3980c8a5 2024-11-27T12:18:33,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:18:33,845 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:18:33,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45051 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://1ba5af43fd99:40187,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-27T12:18:33,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45051 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T12:18:33,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:18:33,849 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ba5af43fd99:40187' 2024-11-27T12:18:33,849 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62644474, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:18:33,849 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,40187,-1 for getting cluster id 2024-11-27T12:18:33,850 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:18:33,850 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eff68cd4-8d04-4d09-b1c3-133031304cf6' 2024-11-27T12:18:33,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:18:33,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eff68cd4-8d04-4d09-b1c3-133031304cf6" 2024-11-27T12:18:33,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ac6d75e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:18:33,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,40187,-1] 2024-11-27T12:18:33,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:18:33,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:18:33,852 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:18:33,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f2e185, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:18:33,853 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:18:33,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,40187,1732709905792 2024-11-27T12:18:33,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a8da6d8 2024-11-27T12:18:33,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:18:33,854 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:18:33,855 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-27T12:18:33,855 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T12:18:33,855 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:18:33,855 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:18:33,855 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:18:33,855 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:18:33,856 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T12:18:33,857 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T12:18:33,857 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:33,858 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T12:18:33,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43295 is added to blk_1073741837_1013 (size=1138) 2024-11-27T12:18:33,907 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T12:18:33,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:18:34,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:18:34,260 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T12:18:34,266 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2bb1226a91b87e3b424ba418abec24bf, NAME => 'hbase:replication,,1732709913855.2bb1226a91b87e3b424ba418abec24bf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb 2024-11-27T12:18:34,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43295 is added to blk_1073741838_1014 (size=44) 2024-11-27T12:18:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:18:34,672 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732709913855.2bb1226a91b87e3b424ba418abec24bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:18:34,672 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2bb1226a91b87e3b424ba418abec24bf, disabling compactions & flushes 2024-11-27T12:18:34,672 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732709913855.2bb1226a91b87e3b424ba418abec24bf. 2024-11-27T12:18:34,672 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732709913855.2bb1226a91b87e3b424ba418abec24bf. 2024-11-27T12:18:34,673 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732709913855.2bb1226a91b87e3b424ba418abec24bf. after waiting 0 ms 2024-11-27T12:18:34,673 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732709913855.2bb1226a91b87e3b424ba418abec24bf. 2024-11-27T12:18:34,673 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732709913855.2bb1226a91b87e3b424ba418abec24bf. 2024-11-27T12:18:34,673 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2bb1226a91b87e3b424ba418abec24bf: Waiting for close lock at 1732709914672Disabling compacts and flushes for region at 1732709914672Disabling writes for close at 1732709914673 (+1 ms)Writing region close event to WAL at 1732709914673Closed at 1732709914673 2024-11-27T12:18:34,674 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T12:18:34,674 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732709913855.2bb1226a91b87e3b424ba418abec24bf.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732709914674"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732709914674"}]},"ts":"1732709914674"} 2024-11-27T12:18:34,677 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T12:18:34,678 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T12:18:34,678 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732709914678"}]},"ts":"1732709914678"} 2024-11-27T12:18:34,681 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T12:18:34,681 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2bb1226a91b87e3b424ba418abec24bf, ASSIGN}] 2024-11-27T12:18:34,683 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2bb1226a91b87e3b424ba418abec24bf, ASSIGN 2024-11-27T12:18:34,684 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2bb1226a91b87e3b424ba418abec24bf, ASSIGN; state=OFFLINE, location=1ba5af43fd99,33767,1732709900961; forceNewPlan=false, retain=false 2024-11-27T12:18:34,834 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2bb1226a91b87e3b424ba418abec24bf, regionState=OPENING, regionLocation=1ba5af43fd99,33767,1732709900961 2024-11-27T12:18:34,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2bb1226a91b87e3b424ba418abec24bf, ASSIGN because future has completed 2024-11-27T12:18:34,836 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bb1226a91b87e3b424ba418abec24bf, server=1ba5af43fd99,33767,1732709900961}] 2024-11-27T12:18:34,851 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:18:34,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:18:34,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:18:34,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:18:34,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:18:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:18:34,993 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732709913855.2bb1226a91b87e3b424ba418abec24bf. 2024-11-27T12:18:34,993 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:18:34,993 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T12:18:34,994 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C33767%2C1732709900961.rep, suffix=, logDir=hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961, archiveDir=hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/oldWALs, maxLogs=10 2024-11-27T12:18:35,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.rep.1732709914995, exclude list is [], retry=0 2024-11-27T12:18:35,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43295,DS-8c6ff535-557e-4443-a66a-2c56970a5f1e,DISK] 2024-11-27T12:18:35,012 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.rep.1732709914995 2024-11-27T12:18:35,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32865:32865)] 2024-11-27T12:18:35,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2bb1226a91b87e3b424ba418abec24bf, NAME => 'hbase:replication,,1732709913855.2bb1226a91b87e3b424ba418abec24bf.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:18:35,012 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:18:35,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T12:18:35,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732709913855.2bb1226a91b87e3b424ba418abec24bf. service=MultiRowMutationService 2024-11-27T12:18:35,013 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T12:18:35,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2bb1226a91b87e3b424ba418abec24bf 2024-11-27T12:18:35,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732709913855.2bb1226a91b87e3b424ba418abec24bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:18:35,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2bb1226a91b87e3b424ba418abec24bf 2024-11-27T12:18:35,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2bb1226a91b87e3b424ba418abec24bf 2024-11-27T12:18:35,014 INFO [StoreOpener-2bb1226a91b87e3b424ba418abec24bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2bb1226a91b87e3b424ba418abec24bf 2024-11-27T12:18:35,016 INFO [StoreOpener-2bb1226a91b87e3b424ba418abec24bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bb1226a91b87e3b424ba418abec24bf columnFamilyName hfileref 2024-11-27T12:18:35,016 DEBUG [StoreOpener-2bb1226a91b87e3b424ba418abec24bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:35,016 INFO [StoreOpener-2bb1226a91b87e3b424ba418abec24bf-1 {}] regionserver.HStore(327): Store=2bb1226a91b87e3b424ba418abec24bf/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:18:35,016 INFO [StoreOpener-2bb1226a91b87e3b424ba418abec24bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2bb1226a91b87e3b424ba418abec24bf 2024-11-27T12:18:35,017 INFO [StoreOpener-2bb1226a91b87e3b424ba418abec24bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bb1226a91b87e3b424ba418abec24bf columnFamilyName queue 2024-11-27T12:18:35,017 DEBUG [StoreOpener-2bb1226a91b87e3b424ba418abec24bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:35,018 INFO [StoreOpener-2bb1226a91b87e3b424ba418abec24bf-1 {}] regionserver.HStore(327): Store=2bb1226a91b87e3b424ba418abec24bf/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:18:35,018 INFO [StoreOpener-2bb1226a91b87e3b424ba418abec24bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2bb1226a91b87e3b424ba418abec24bf 2024-11-27T12:18:35,019 INFO [StoreOpener-2bb1226a91b87e3b424ba418abec24bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bb1226a91b87e3b424ba418abec24bf columnFamilyName sid 2024-11-27T12:18:35,019 DEBUG [StoreOpener-2bb1226a91b87e3b424ba418abec24bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:18:35,019 INFO [StoreOpener-2bb1226a91b87e3b424ba418abec24bf-1 {}] regionserver.HStore(327): Store=2bb1226a91b87e3b424ba418abec24bf/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:18:35,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2bb1226a91b87e3b424ba418abec24bf 2024-11-27T12:18:35,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/hbase/replication/2bb1226a91b87e3b424ba418abec24bf 2024-11-27T12:18:35,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/hbase/replication/2bb1226a91b87e3b424ba418abec24bf 2024-11-27T12:18:35,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2bb1226a91b87e3b424ba418abec24bf 2024-11-27T12:18:35,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2bb1226a91b87e3b424ba418abec24bf 2024-11-27T12:18:35,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T12:18:35,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2bb1226a91b87e3b424ba418abec24bf 2024-11-27T12:18:35,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/hbase/replication/2bb1226a91b87e3b424ba418abec24bf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:18:35,025 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2bb1226a91b87e3b424ba418abec24bf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69415345, jitterRate=0.034369245171546936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T12:18:35,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2bb1226a91b87e3b424ba418abec24bf 2024-11-27T12:18:35,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2bb1226a91b87e3b424ba418abec24bf: Running coprocessor pre-open hook at 1732709915013Writing region info on filesystem at 1732709915013Initializing all the Stores at 1732709915014 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709915014Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709915014Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709915014Cleaning up temporary data from old regions at 1732709915021 (+7 ms)Running coprocessor post-open hooks at 1732709915025 (+4 ms)Region opened successfully at 1732709915025 2024-11-27T12:18:35,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732709913855.2bb1226a91b87e3b424ba418abec24bf., pid=10, masterSystemTime=1732709914989 2024-11-27T12:18:35,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732709913855.2bb1226a91b87e3b424ba418abec24bf. 2024-11-27T12:18:35,028 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732709913855.2bb1226a91b87e3b424ba418abec24bf. 2024-11-27T12:18:35,029 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2bb1226a91b87e3b424ba418abec24bf, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,33767,1732709900961 2024-11-27T12:18:35,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bb1226a91b87e3b424ba418abec24bf, server=1ba5af43fd99,33767,1732709900961 because future has completed 2024-11-27T12:18:35,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T12:18:35,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2bb1226a91b87e3b424ba418abec24bf, server=1ba5af43fd99,33767,1732709900961 in 196 msec 2024-11-27T12:18:35,036 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T12:18:35,036 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2bb1226a91b87e3b424ba418abec24bf, ASSIGN in 353 msec 2024-11-27T12:18:35,036 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T12:18:35,037 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732709915036"}]},"ts":"1732709915036"} 2024-11-27T12:18:35,039 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T12:18:35,040 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T12:18:35,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1850 sec 2024-11-27T12:18:35,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732709913855.2bb1226a91b87e3b424ba418abec24bf., hostname=1ba5af43fd99,33767,1732709900961, seqNum=2] 2024-11-27T12:18:35,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45051-0x1017c3ad4f10000, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-328247380 2024-11-27T12:18:35,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x1017c3ad4f10001, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-328247380 2024-11-27T12:18:35,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T12:18:35,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33767 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T12:18:35,305 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T12:18:35,333 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1ba5af43fd99,33767,1732709900961, ReplicationSource: 1, currentBandwidth=0 2024-11-27T12:18:35,333 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:18:35,333 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,33767,1732709900961, seqNum=-1] 2024-11-27T12:18:35,334 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:18:35,335 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-27T12:18:35,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1ba5af43fd99,33767,1732709900961', locateType=CURRENT is [region=hbase:replication,,1732709913855.2bb1226a91b87e3b424ba418abec24bf., hostname=1ba5af43fd99,33767,1732709900961, seqNum=2] 2024-11-27T12:18:35,349 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T12:18:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45051 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T12:18:35,352 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1ba5af43fd99,33767,1732709900961 suceeded 2024-11-27T12:18:35,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T12:18:35,355 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1ba5af43fd99:40187,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-27T12:18:35,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-27T12:18:35,357 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5090 sec 2024-11-27T12:18:35,372 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ba5af43fd99:40187' 2024-11-27T12:18:35,374 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@264fff8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:18:35,374 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,40187,-1 for getting cluster id 2024-11-27T12:18:35,374 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:18:35,375 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eff68cd4-8d04-4d09-b1c3-133031304cf6' 2024-11-27T12:18:35,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:18:35,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eff68cd4-8d04-4d09-b1c3-133031304cf6" 2024-11-27T12:18:35,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16b628e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:18:35,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,40187,-1] 2024-11-27T12:18:35,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:18:35,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:18:35,377 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:18:35,378 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a6b3902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:18:35,378 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:18:35,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,40187,1732709905792 2024-11-27T12:18:35,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@399ca392 2024-11-27T12:18:35,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:18:35,381 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-27T12:18:35,382 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1ba5af43fd99,33767,1732709900961 (queues=1) is replicating from cluster=4226d727-1a69-4b08-88cc-fd31c94f5267 to cluster=eff68cd4-8d04-4d09-b1c3-133031304cf6 2024-11-27T12:18:35,382 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1ba5af43fd99%2C33767%2C1732709900961 2024-11-27T12:18:35,382 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1ba5af43fd99,33767,1732709900961, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T12:18:35,382 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.shipper1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1ba5af43fd99%2C33767%2C1732709900961 2024-11-27T12:18:35,383 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528, startPosition=0, beingWritten=true 2024-11-27T12:18:35,392 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T12:18:35,393 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 to pos 379, reset compression=false 2024-11-27T12:18:35,393 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.shipper1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,33767,1732709900961 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T12:18:35,602 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 to pos 379, reset compression=false 2024-11-27T12:18:35,906 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 to pos 379, reset compression=false 2024-11-27T12:18:36,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:18:36,001 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T12:18:36,001 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:18:36,001 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:18:36,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:18:36,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:18:36,001 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:18:36,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:18:36,009 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732709916006/Put/seqid=0 2024-11-27T12:18:36,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43295 is added to blk_1073741840_1016 (size=7894) 2024-11-27T12:18:36,310 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 to pos 379, reset compression=false 2024-11-27T12:18:36,417 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/load_f/f/hfile_1 is 34, key is ddd/f:row/1732709916416/Put/seqid=0 2024-11-27T12:18:36,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43295 is added to blk_1073741841_1017 (size=7691) 2024-11-27T12:18:36,815 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 to pos 379, reset compression=false 2024-11-27T12:18:36,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d4b711e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:18:36,824 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,45051,-1 for getting cluster id 2024-11-27T12:18:36,825 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:18:36,825 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4226d727-1a69-4b08-88cc-fd31c94f5267' 2024-11-27T12:18:36,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:18:36,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4226d727-1a69-4b08-88cc-fd31c94f5267" 2024-11-27T12:18:36,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@146df296, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:18:36,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,45051,-1] 2024-11-27T12:18:36,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:18:36,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:18:36,827 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:18:36,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19bb41bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:18:36,828 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:18:36,829 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,33767,1732709900961, seqNum=-1] 2024-11-27T12:18:36,829 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:18:36,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:18:36,839 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:18:36,840 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,45051,1732709900797 2024-11-27T12:18:36,840 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54d7d66d 2024-11-27T12:18:36,842 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:18:36,843 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:18:36,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732709909515.6a9ed482b9cad675d3e84eecb3c31d9d., hostname=1ba5af43fd99,33767,1732709900961, seqNum=2] 2024-11-27T12:18:36,857 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T12:18:36,870 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-27T12:18:36,874 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-27T12:18:36,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/load_f/f/hfile_0 for inclusion in 6a9ed482b9cad675d3e84eecb3c31d9d/f 2024-11-27T12:18:36,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-27T12:18:36,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T12:18:36,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/load_f/f/hfile_1 for inclusion in 6a9ed482b9cad675d3e84eecb3c31d9d/f 2024-11-27T12:18:36,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-27T12:18:36,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T12:18:36,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] regionserver.HRegion(2603): Flush status journal for 6a9ed482b9cad675d3e84eecb3c31d9d: 2024-11-27T12:18:36,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/load_f/f/hfile_0 to hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/staging/jenkins__test__gocr3vc04a7ej79auito9cen46bb2hsfk4oslk7el552ae6rqsrdvg4vj0k04ddu/f/hfile_0 2024-11-27T12:18:36,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/staging/jenkins__test__gocr3vc04a7ej79auito9cen46bb2hsfk4oslk7el552ae6rqsrdvg4vj0k04ddu/f/hfile_0 as hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/default/test/6a9ed482b9cad675d3e84eecb3c31d9d/f/0e5cdd0745e04f31821c1777643ce3b6_SeqId_4_ 2024-11-27T12:18:36,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/load_f/f/hfile_1 to hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/staging/jenkins__test__gocr3vc04a7ej79auito9cen46bb2hsfk4oslk7el552ae6rqsrdvg4vj0k04ddu/f/hfile_1 2024-11-27T12:18:36,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/staging/jenkins__test__gocr3vc04a7ej79auito9cen46bb2hsfk4oslk7el552ae6rqsrdvg4vj0k04ddu/f/hfile_1 as hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/default/test/6a9ed482b9cad675d3e84eecb3c31d9d/f/8f6bdcfd4a2641f9b604ef2101a97cde_SeqId_4_ 2024-11-27T12:18:36,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/staging/jenkins__test__gocr3vc04a7ej79auito9cen46bb2hsfk4oslk7el552ae6rqsrdvg4vj0k04ddu/f/hfile_0 into 6a9ed482b9cad675d3e84eecb3c31d9d/f as hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/default/test/6a9ed482b9cad675d3e84eecb3c31d9d/f/0e5cdd0745e04f31821c1777643ce3b6_SeqId_4_ - updating store file list. 2024-11-27T12:18:36,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0e5cdd0745e04f31821c1777643ce3b6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T12:18:36,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/default/test/6a9ed482b9cad675d3e84eecb3c31d9d/f/0e5cdd0745e04f31821c1777643ce3b6_SeqId_4_ into 6a9ed482b9cad675d3e84eecb3c31d9d/f 2024-11-27T12:18:36,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/staging/jenkins__test__gocr3vc04a7ej79auito9cen46bb2hsfk4oslk7el552ae6rqsrdvg4vj0k04ddu/f/hfile_0 into 6a9ed482b9cad675d3e84eecb3c31d9d/f (new location: hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/default/test/6a9ed482b9cad675d3e84eecb3c31d9d/f/0e5cdd0745e04f31821c1777643ce3b6_SeqId_4_) 2024-11-27T12:18:36,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/staging/jenkins__test__gocr3vc04a7ej79auito9cen46bb2hsfk4oslk7el552ae6rqsrdvg4vj0k04ddu/f/hfile_0 2024-11-27T12:18:36,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/staging/jenkins__test__gocr3vc04a7ej79auito9cen46bb2hsfk4oslk7el552ae6rqsrdvg4vj0k04ddu/f/hfile_1 into 6a9ed482b9cad675d3e84eecb3c31d9d/f as hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/default/test/6a9ed482b9cad675d3e84eecb3c31d9d/f/8f6bdcfd4a2641f9b604ef2101a97cde_SeqId_4_ - updating store file list. 2024-11-27T12:18:36,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8f6bdcfd4a2641f9b604ef2101a97cde_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T12:18:36,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/default/test/6a9ed482b9cad675d3e84eecb3c31d9d/f/8f6bdcfd4a2641f9b604ef2101a97cde_SeqId_4_ into 6a9ed482b9cad675d3e84eecb3c31d9d/f 2024-11-27T12:18:36,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/staging/jenkins__test__gocr3vc04a7ej79auito9cen46bb2hsfk4oslk7el552ae6rqsrdvg4vj0k04ddu/f/hfile_1 into 6a9ed482b9cad675d3e84eecb3c31d9d/f (new location: hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/default/test/6a9ed482b9cad675d3e84eecb3c31d9d/f/8f6bdcfd4a2641f9b604ef2101a97cde_SeqId_4_) 2024-11-27T12:18:36,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/staging/jenkins__test__gocr3vc04a7ej79auito9cen46bb2hsfk4oslk7el552ae6rqsrdvg4vj0k04ddu/f/hfile_1 2024-11-27T12:18:36,928 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:18:36,928 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:18:36,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:18:36,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:18:36,928 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:18:36,929 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:18:36,930 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,38639,1732709905953, seqNum=-1] 2024-11-27T12:18:36,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732709909515.6a9ed482b9cad675d3e84eecb3c31d9d., hostname=1ba5af43fd99,33767,1732709900961, seqNum=2 , the old value is region=test,,1732709909515.6a9ed482b9cad675d3e84eecb3c31d9d., hostname=1ba5af43fd99,33767,1732709900961, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1ba5af43fd99:33767 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T12:18:36,930 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:18:36,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732709909515.6a9ed482b9cad675d3e84eecb3c31d9d., hostname=1ba5af43fd99,33767,1732709900961, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T12:18:36,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732709909515.6a9ed482b9cad675d3e84eecb3c31d9d., hostname=1ba5af43fd99,33767,1732709900961, seqNum=2 from cache 2024-11-27T12:18:36,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:18:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:36198 deadline: 1732709976928 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:36198 2024-11-27T12:18:36,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732709911673.2135d82df7e47ef3b6acfc6b64c6b54c., hostname=1ba5af43fd99,38639,1732709905953, seqNum=2] 2024-11-27T12:18:36,935 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T12:18:37,040 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:33767 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T12:18:37,419 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 to pos 379, reset compression=false 2024-11-27T12:18:37,425 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T12:18:37,425 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.shipper1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,33767,1732709900961 got entry batch from reader: WALEntryBatch [walEntries=[{test/6a9ed482b9cad675d3e84eecb3c31d9d/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732709916923/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T12:18:37,442 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.shipper1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T12:18:37,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-27T12:18:37,446 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38639 {}] regionserver.ReplicationSink(318): Replicating [4226d727-1a69-4b08-88cc-fd31c94f5267] bulk loaded data 2024-11-27T12:18:37,447 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38639 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71c4ad56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:18:37,447 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38639 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,40187,-1 for getting cluster id 2024-11-27T12:18:37,447 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38639 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:18:37,448 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eff68cd4-8d04-4d09-b1c3-133031304cf6' 2024-11-27T12:18:37,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:18:37,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eff68cd4-8d04-4d09-b1c3-133031304cf6" 2024-11-27T12:18:37,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b1e4846, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:18:37,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,40187,-1] 2024-11-27T12:18:37,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:18:37,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:18:37,449 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:18:37,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38639 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@776db682, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:18:37,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43741 is added to blk_1073741837_1013 (size=7894) 2024-11-27T12:18:37,626 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 to pos 687, reset compression=false 2024-11-27T12:18:37,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43741 is added to blk_1073741838_1014 (size=7691) 2024-11-27T12:18:37,930 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 to pos 687, reset compression=false 2024-11-27T12:18:37,937 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T12:18:38,275 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38639 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:18:38,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,40187,1732709905792 2024-11-27T12:18:38,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a4ff0d3 2024-11-27T12:18:38,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:18:38,277 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-27T12:18:38,279 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38639 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T12:18:38,279 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38639 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:18:38,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,38639,1732709905953, seqNum=-1] 2024-11-27T12:18:38,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:18:38,282 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-27T12:18:38,330 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/staging/jenkins.hfs.6__test__12hvf0ea69veu6gsfkpbjmb2f58nsntmujf1inc18eargtqto93dcjjijjjosf9o/f/0e5cdd0745e04f31821c1777643ce3b6_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-27T12:18:38,333 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/staging/jenkins.hfs.6__test__12hvf0ea69veu6gsfkpbjmb2f58nsntmujf1inc18eargtqto93dcjjijjjosf9o/f/8f6bdcfd4a2641f9b604ef2101a97cde_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-27T12:18:38,334 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 to pos 687, reset compression=false 2024-11-27T12:18:38,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38639 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/staging/jenkins.hfs.6__test__12hvf0ea69veu6gsfkpbjmb2f58nsntmujf1inc18eargtqto93dcjjijjjosf9o/f/0e5cdd0745e04f31821c1777643ce3b6_SeqId_4_ for inclusion in 2135d82df7e47ef3b6acfc6b64c6b54c/f 2024-11-27T12:18:38,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38639 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-27T12:18:38,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38639 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T12:18:38,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38639 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/staging/jenkins.hfs.6__test__12hvf0ea69veu6gsfkpbjmb2f58nsntmujf1inc18eargtqto93dcjjijjjosf9o/f/8f6bdcfd4a2641f9b604ef2101a97cde_SeqId_4_ for inclusion in 2135d82df7e47ef3b6acfc6b64c6b54c/f 2024-11-27T12:18:38,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38639 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-27T12:18:38,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38639 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T12:18:38,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38639 {}] regionserver.HRegion(2603): Flush status journal for 2135d82df7e47ef3b6acfc6b64c6b54c: 2024-11-27T12:18:38,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38639 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0e5cdd0745e04f31821c1777643ce3b6_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T12:18:38,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38639 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/staging/jenkins.hfs.6__test__12hvf0ea69veu6gsfkpbjmb2f58nsntmujf1inc18eargtqto93dcjjijjjosf9o/f/0e5cdd0745e04f31821c1777643ce3b6_SeqId_4_ as hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/data/default/test/2135d82df7e47ef3b6acfc6b64c6b54c/f/c335e2ded05442bfb8d5b9bad4981618_SeqId_4_ 2024-11-27T12:18:38,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38639 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8f6bdcfd4a2641f9b604ef2101a97cde_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T12:18:38,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38639 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/staging/jenkins.hfs.6__test__12hvf0ea69veu6gsfkpbjmb2f58nsntmujf1inc18eargtqto93dcjjijjjosf9o/f/8f6bdcfd4a2641f9b604ef2101a97cde_SeqId_4_ as hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/data/default/test/2135d82df7e47ef3b6acfc6b64c6b54c/f/8c87ff6488c149efa00d00fbd1b58ce3_SeqId_4_ 2024-11-27T12:18:38,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38639 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/staging/jenkins.hfs.6__test__12hvf0ea69veu6gsfkpbjmb2f58nsntmujf1inc18eargtqto93dcjjijjjosf9o/f/0e5cdd0745e04f31821c1777643ce3b6_SeqId_4_ into 2135d82df7e47ef3b6acfc6b64c6b54c/f as hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/data/default/test/2135d82df7e47ef3b6acfc6b64c6b54c/f/c335e2ded05442bfb8d5b9bad4981618_SeqId_4_ - updating store file list. 2024-11-27T12:18:38,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38639 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c335e2ded05442bfb8d5b9bad4981618_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T12:18:38,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38639 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/data/default/test/2135d82df7e47ef3b6acfc6b64c6b54c/f/c335e2ded05442bfb8d5b9bad4981618_SeqId_4_ into 2135d82df7e47ef3b6acfc6b64c6b54c/f 2024-11-27T12:18:38,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38639 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/staging/jenkins.hfs.6__test__12hvf0ea69veu6gsfkpbjmb2f58nsntmujf1inc18eargtqto93dcjjijjjosf9o/f/0e5cdd0745e04f31821c1777643ce3b6_SeqId_4_ into 2135d82df7e47ef3b6acfc6b64c6b54c/f (new location: hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/data/default/test/2135d82df7e47ef3b6acfc6b64c6b54c/f/c335e2ded05442bfb8d5b9bad4981618_SeqId_4_) 2024-11-27T12:18:38,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38639 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/staging/jenkins.hfs.6__test__12hvf0ea69veu6gsfkpbjmb2f58nsntmujf1inc18eargtqto93dcjjijjjosf9o/f/0e5cdd0745e04f31821c1777643ce3b6_SeqId_4_ 2024-11-27T12:18:38,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38639 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/staging/jenkins.hfs.6__test__12hvf0ea69veu6gsfkpbjmb2f58nsntmujf1inc18eargtqto93dcjjijjjosf9o/f/8f6bdcfd4a2641f9b604ef2101a97cde_SeqId_4_ into 2135d82df7e47ef3b6acfc6b64c6b54c/f as hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/data/default/test/2135d82df7e47ef3b6acfc6b64c6b54c/f/8c87ff6488c149efa00d00fbd1b58ce3_SeqId_4_ - updating store file list. 2024-11-27T12:18:38,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38639 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8c87ff6488c149efa00d00fbd1b58ce3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T12:18:38,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38639 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/data/default/test/2135d82df7e47ef3b6acfc6b64c6b54c/f/8c87ff6488c149efa00d00fbd1b58ce3_SeqId_4_ into 2135d82df7e47ef3b6acfc6b64c6b54c/f 2024-11-27T12:18:38,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38639 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/staging/jenkins.hfs.6__test__12hvf0ea69veu6gsfkpbjmb2f58nsntmujf1inc18eargtqto93dcjjijjjosf9o/f/8f6bdcfd4a2641f9b604ef2101a97cde_SeqId_4_ into 2135d82df7e47ef3b6acfc6b64c6b54c/f (new location: hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/data/default/test/2135d82df7e47ef3b6acfc6b64c6b54c/f/8c87ff6488c149efa00d00fbd1b58ce3_SeqId_4_) 2024-11-27T12:18:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38639 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/staging/jenkins.hfs.6__test__12hvf0ea69veu6gsfkpbjmb2f58nsntmujf1inc18eargtqto93dcjjijjjosf9o/f/8f6bdcfd4a2641f9b604ef2101a97cde_SeqId_4_ 2024-11-27T12:18:38,358 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38639 {}] regionserver.ReplicationSink(324): Finished replicating [4226d727-1a69-4b08-88cc-fd31c94f5267] bulk loaded data 2024-11-27T12:18:38,838 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 to pos 687, reset compression=false 2024-11-27T12:18:38,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:18:38,958 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732709918956/Put/seqid=0 2024-11-27T12:18:38,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43295 is added to blk_1073741842_1018 (size=7997) 2024-11-27T12:18:39,364 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732709919363/Put/seqid=0 2024-11-27T12:18:39,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43295 is added to blk_1073741843_1019 (size=7794) 2024-11-27T12:18:39,442 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 to pos 687, reset compression=false 2024-11-27T12:18:39,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e86c402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:18:39,770 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,45051,-1 for getting cluster id 2024-11-27T12:18:39,770 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:18:39,771 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4226d727-1a69-4b08-88cc-fd31c94f5267' 2024-11-27T12:18:39,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:18:39,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4226d727-1a69-4b08-88cc-fd31c94f5267" 2024-11-27T12:18:39,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52a865ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:18:39,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,45051,-1] 2024-11-27T12:18:39,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:18:39,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:18:39,772 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:18:39,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a70f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:18:39,773 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:18:39,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,33767,1732709900961, seqNum=-1] 2024-11-27T12:18:39,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:18:39,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:18:39,784 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:18:39,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,45051,1732709900797 2024-11-27T12:18:39,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b70200a 2024-11-27T12:18:39,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:18:39,786 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:18:39,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732709909515.6a9ed482b9cad675d3e84eecb3c31d9d., hostname=1ba5af43fd99,33767,1732709900961, seqNum=2] 2024-11-27T12:18:39,792 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T12:18:39,798 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-27T12:18:39,800 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-27T12:18:39,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/load_f1/f1/hfile_0 for inclusion in 6a9ed482b9cad675d3e84eecb3c31d9d/f1 2024-11-27T12:18:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-27T12:18:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T12:18:39,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/load_f1/f1/hfile_1 for inclusion in 6a9ed482b9cad675d3e84eecb3c31d9d/f1 2024-11-27T12:18:39,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-27T12:18:39,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T12:18:39,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] regionserver.HRegion(2603): Flush status journal for 6a9ed482b9cad675d3e84eecb3c31d9d: 2024-11-27T12:18:39,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/load_f1/f1/hfile_0 to hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/staging/jenkins__test__vrrndlgq9fk6mkud6rbhn9k2q8mjuaj4920rte9lldlaq670mv6qgqq3787tnup1/f1/hfile_0 2024-11-27T12:18:39,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/staging/jenkins__test__vrrndlgq9fk6mkud6rbhn9k2q8mjuaj4920rte9lldlaq670mv6qgqq3787tnup1/f1/hfile_0 as hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/default/test/6a9ed482b9cad675d3e84eecb3c31d9d/f1/ef50b77a5f294649a87199a747ec0428_SeqId_6_ 2024-11-27T12:18:39,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/load_f1/f1/hfile_1 to hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/staging/jenkins__test__vrrndlgq9fk6mkud6rbhn9k2q8mjuaj4920rte9lldlaq670mv6qgqq3787tnup1/f1/hfile_1 2024-11-27T12:18:39,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/staging/jenkins__test__vrrndlgq9fk6mkud6rbhn9k2q8mjuaj4920rte9lldlaq670mv6qgqq3787tnup1/f1/hfile_1 as hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/default/test/6a9ed482b9cad675d3e84eecb3c31d9d/f1/28fa4361f86b4d1fbb14b7a20c762838_SeqId_6_ 2024-11-27T12:18:39,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-27T12:18:39,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/staging/jenkins__test__vrrndlgq9fk6mkud6rbhn9k2q8mjuaj4920rte9lldlaq670mv6qgqq3787tnup1/f1/hfile_0 into 6a9ed482b9cad675d3e84eecb3c31d9d/f1 as hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/default/test/6a9ed482b9cad675d3e84eecb3c31d9d/f1/ef50b77a5f294649a87199a747ec0428_SeqId_6_ - updating store file list. 2024-11-27T12:18:39,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ef50b77a5f294649a87199a747ec0428_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T12:18:39,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/default/test/6a9ed482b9cad675d3e84eecb3c31d9d/f1/ef50b77a5f294649a87199a747ec0428_SeqId_6_ into 6a9ed482b9cad675d3e84eecb3c31d9d/f1 2024-11-27T12:18:39,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/staging/jenkins__test__vrrndlgq9fk6mkud6rbhn9k2q8mjuaj4920rte9lldlaq670mv6qgqq3787tnup1/f1/hfile_0 into 6a9ed482b9cad675d3e84eecb3c31d9d/f1 (new location: hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/default/test/6a9ed482b9cad675d3e84eecb3c31d9d/f1/ef50b77a5f294649a87199a747ec0428_SeqId_6_) 2024-11-27T12:18:39,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/staging/jenkins__test__vrrndlgq9fk6mkud6rbhn9k2q8mjuaj4920rte9lldlaq670mv6qgqq3787tnup1/f1/hfile_0 2024-11-27T12:18:39,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/staging/jenkins__test__vrrndlgq9fk6mkud6rbhn9k2q8mjuaj4920rte9lldlaq670mv6qgqq3787tnup1/f1/hfile_1 into 6a9ed482b9cad675d3e84eecb3c31d9d/f1 as hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/default/test/6a9ed482b9cad675d3e84eecb3c31d9d/f1/28fa4361f86b4d1fbb14b7a20c762838_SeqId_6_ - updating store file list. 2024-11-27T12:18:39,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 28fa4361f86b4d1fbb14b7a20c762838_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T12:18:39,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/default/test/6a9ed482b9cad675d3e84eecb3c31d9d/f1/28fa4361f86b4d1fbb14b7a20c762838_SeqId_6_ into 6a9ed482b9cad675d3e84eecb3c31d9d/f1 2024-11-27T12:18:39,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/staging/jenkins__test__vrrndlgq9fk6mkud6rbhn9k2q8mjuaj4920rte9lldlaq670mv6qgqq3787tnup1/f1/hfile_1 into 6a9ed482b9cad675d3e84eecb3c31d9d/f1 (new location: hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/default/test/6a9ed482b9cad675d3e84eecb3c31d9d/f1/28fa4361f86b4d1fbb14b7a20c762838_SeqId_6_) 2024-11-27T12:18:39,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/staging/jenkins__test__vrrndlgq9fk6mkud6rbhn9k2q8mjuaj4920rte9lldlaq670mv6qgqq3787tnup1/f1/hfile_1 2024-11-27T12:18:39,828 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:18:39,828 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:18:39,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:18:39,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:18:39,829 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:18:39,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732709909515.6a9ed482b9cad675d3e84eecb3c31d9d., hostname=1ba5af43fd99,33767,1732709900961, seqNum=2 , the old value is region=test,,1732709909515.6a9ed482b9cad675d3e84eecb3c31d9d., hostname=1ba5af43fd99,33767,1732709900961, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1ba5af43fd99:33767 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T12:18:39,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732709909515.6a9ed482b9cad675d3e84eecb3c31d9d., hostname=1ba5af43fd99,33767,1732709900961, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T12:18:39,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732709909515.6a9ed482b9cad675d3e84eecb3c31d9d., hostname=1ba5af43fd99,33767,1732709900961, seqNum=2 from cache 2024-11-27T12:18:39,829 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:18:39,830 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T12:18:39,830 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,33767,1732709900961, seqNum=-1] 2024-11-27T12:18:39,831 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:18:39,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:18:39,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732709909515.6a9ed482b9cad675d3e84eecb3c31d9d., hostname=1ba5af43fd99,33767,1732709900961, seqNum=2] 2024-11-27T12:18:39,940 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:33767 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T12:18:40,145 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 to pos 687, reset compression=false 2024-11-27T12:18:40,150 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T12:18:40,150 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 to pos 997, reset compression=false 2024-11-27T12:18:40,150 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.shipper1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,33767,1732709900961 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T12:18:40,355 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 to pos 997, reset compression=false 2024-11-27T12:18:40,514 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:18:40,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:18:40,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:18:40,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:18:40,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:18:40,659 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 to pos 997, reset compression=false 2024-11-27T12:18:41,063 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 to pos 997, reset compression=false 2024-11-27T12:18:41,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T12:18:41,472 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-27T12:18:41,568 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 to pos 997, reset compression=false 2024-11-27T12:18:42,172 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 to pos 997, reset compression=false 2024-11-27T12:18:42,876 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 to pos 997, reset compression=false 2024-11-27T12:18:43,680 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 to pos 997, reset compression=false 2024-11-27T12:18:44,584 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 to pos 997, reset compression=false 2024-11-27T12:18:45,589 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 to pos 997, reset compression=false 2024-11-27T12:18:46,693 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 to pos 997, reset compression=false 2024-11-27T12:18:47,897 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 to pos 997, reset compression=false 2024-11-27T12:18:49,201 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 to pos 997, reset compression=false 2024-11-27T12:18:50,384 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T12:18:50,606 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 to pos 997, reset compression=false 2024-11-27T12:18:52,110 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 to pos 997, reset compression=false 2024-11-27T12:18:53,714 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 to pos 997, reset compression=false 2024-11-27T12:18:55,380 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T12:18:55,418 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 to pos 997, reset compression=false 2024-11-27T12:18:57,222 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 to pos 997, reset compression=false 2024-11-27T12:18:59,126 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 to pos 997, reset compression=false 2024-11-27T12:19:00,153 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.shipper1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,33767,1732709900961 got entry batch from reader: null 2024-11-27T12:19:01,131 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 to pos 997, reset compression=false 2024-11-27T12:19:03,235 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 to pos 997, reset compression=false 2024-11-27T12:19:03,579 INFO [master/1ba5af43fd99:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T12:19:03,579 INFO [master/1ba5af43fd99:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T12:19:05,439 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 to pos 997, reset compression=false 2024-11-27T12:19:07,743 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 to pos 997, reset compression=false 2024-11-27T12:19:09,394 INFO [master/1ba5af43fd99:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T12:19:09,394 INFO [master/1ba5af43fd99:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T12:19:10,147 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 to pos 997, reset compression=false 2024-11-27T12:19:12,652 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 to pos 997, reset compression=false 2024-11-27T12:19:15,256 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 to pos 997, reset compression=false 2024-11-27T12:19:15,658 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 6a9ed482b9cad675d3e84eecb3c31d9d, had cached 0 bytes from a total of 31376 2024-11-27T12:19:17,814 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2135d82df7e47ef3b6acfc6b64c6b54c, had cached 0 bytes from a total of 15585 2024-11-27T12:19:17,960 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 to pos 997, reset compression=false 2024-11-27T12:19:20,153 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.shipper1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,33767,1732709900961 got entry batch from reader: null 2024-11-27T12:19:20,384 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T12:19:20,764 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 to pos 997, reset compression=false 2024-11-27T12:19:23,597 DEBUG [master/1ba5af43fd99:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-27T12:19:23,667 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 to pos 997, reset compression=false 2024-11-27T12:19:25,381 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T12:19:26,672 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 to pos 997, reset compression=false 2024-11-27T12:19:29,778 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 to pos 997, reset compression=false 2024-11-27T12:19:30,105 DEBUG [master/1ba5af43fd99:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-27T12:19:32,982 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 to pos 997, reset compression=false 2024-11-27T12:19:36,286 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 to pos 997, reset compression=false 2024-11-27T12:19:39,690 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 to pos 997, reset compression=false 2024-11-27T12:19:39,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T12:19:39,863 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:19:39,863 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:19:39,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:19:39,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:19:39,863 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:19:39,864 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T12:19:39,864 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2072956644, stopped=false 2024-11-27T12:19:39,864 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ba5af43fd99,40187,1732709905792 2024-11-27T12:19:40,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38639-0x1017c3ad4f10004, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1638303977/running 2024-11-27T12:19:40,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40187-0x1017c3ad4f10003, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1638303977/running 2024-11-27T12:19:40,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40187-0x1017c3ad4f10003, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1638303977 2024-11-27T12:19:40,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38639-0x1017c3ad4f10004, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1638303977 2024-11-27T12:19:40,010 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:19:40,010 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:19:40,010 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:19:40,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:19:40,010 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ba5af43fd99,38639,1732709905953' ***** 2024-11-27T12:19:40,010 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T12:19:40,011 INFO [RS:0;1ba5af43fd99:38639 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T12:19:40,011 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40187-0x1017c3ad4f10003, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Set watcher on znode that does not yet exist, /1-1638303977/running 2024-11-27T12:19:40,011 INFO [RS:0;1ba5af43fd99:38639 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T12:19:40,011 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T12:19:40,011 INFO [RS:0;1ba5af43fd99:38639 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T12:19:40,011 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38639-0x1017c3ad4f10004, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Set watcher on znode that does not yet exist, /1-1638303977/running 2024-11-27T12:19:40,011 INFO [RS:0;1ba5af43fd99:38639 {}] regionserver.HRegionServer(3091): Received CLOSE for 2135d82df7e47ef3b6acfc6b64c6b54c 2024-11-27T12:19:40,011 INFO [RS:0;1ba5af43fd99:38639 {}] regionserver.HRegionServer(959): stopping server 1ba5af43fd99,38639,1732709905953 2024-11-27T12:19:40,011 INFO [RS:0;1ba5af43fd99:38639 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:19:40,011 INFO [RS:0;1ba5af43fd99:38639 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:38639. 2024-11-27T12:19:40,011 DEBUG [RS:0;1ba5af43fd99:38639 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:19:40,011 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2135d82df7e47ef3b6acfc6b64c6b54c, disabling compactions & flushes 2024-11-27T12:19:40,011 DEBUG [RS:0;1ba5af43fd99:38639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:19:40,011 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732709911673.2135d82df7e47ef3b6acfc6b64c6b54c. 2024-11-27T12:19:40,011 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732709911673.2135d82df7e47ef3b6acfc6b64c6b54c. 2024-11-27T12:19:40,011 INFO [RS:0;1ba5af43fd99:38639 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T12:19:40,011 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732709911673.2135d82df7e47ef3b6acfc6b64c6b54c. after waiting 0 ms 2024-11-27T12:19:40,012 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732709911673.2135d82df7e47ef3b6acfc6b64c6b54c. 2024-11-27T12:19:40,012 INFO [RS:0;1ba5af43fd99:38639 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T12:19:40,012 INFO [RS:0;1ba5af43fd99:38639 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T12:19:40,012 INFO [RS:0;1ba5af43fd99:38639 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T12:19:40,012 INFO [RS:0;1ba5af43fd99:38639 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T12:19:40,012 DEBUG [RS:0;1ba5af43fd99:38639 {}] regionserver.HRegionServer(1325): Online Regions={2135d82df7e47ef3b6acfc6b64c6b54c=test,,1732709911673.2135d82df7e47ef3b6acfc6b64c6b54c., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T12:19:40,012 DEBUG [RS:0;1ba5af43fd99:38639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2135d82df7e47ef3b6acfc6b64c6b54c 2024-11-27T12:19:40,012 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:19:40,012 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:19:40,012 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:19:40,012 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:19:40,012 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:19:40,012 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-27T12:19:40,016 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/data/default/test/2135d82df7e47ef3b6acfc6b64c6b54c/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-27T12:19:40,017 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:19:40,017 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T12:19:40,017 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732709911673.2135d82df7e47ef3b6acfc6b64c6b54c. 2024-11-27T12:19:40,017 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2135d82df7e47ef3b6acfc6b64c6b54c: Waiting for close lock at 1732709980011Running coprocessor pre-close hooks at 1732709980011Disabling compacts and flushes for region at 1732709980011Disabling writes for close at 1732709980011Writing region close event to WAL at 1732709980012 (+1 ms)Running coprocessor post-close hooks at 1732709980017 (+5 ms)Closed at 1732709980017 2024-11-27T12:19:40,017 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732709911673.2135d82df7e47ef3b6acfc6b64c6b54c. 2024-11-27T12:19:40,023 INFO [regionserver/1ba5af43fd99:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:19:40,028 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/data/hbase/meta/1588230740/.tmp/info/46624d0755584dedb980737467c111ea is 129, key is test,,1732709911673.2135d82df7e47ef3b6acfc6b64c6b54c./info:regioninfo/1732709912836/Put/seqid=0 2024-11-27T12:19:40,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43741 is added to blk_1073741839_1015 (size=6421) 2024-11-27T12:19:40,153 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.shipper1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,33767,1732709900961 got entry batch from reader: null 2024-11-27T12:19:40,212 DEBUG [RS:0;1ba5af43fd99:38639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:19:40,297 INFO [regionserver/1ba5af43fd99:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T12:19:40,297 INFO [regionserver/1ba5af43fd99:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T12:19:40,412 DEBUG [RS:0;1ba5af43fd99:38639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:19:40,433 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/data/hbase/meta/1588230740/.tmp/info/46624d0755584dedb980737467c111ea 2024-11-27T12:19:40,453 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/data/hbase/meta/1588230740/.tmp/ns/a8ab52fcaf924e37a2684501a4c8ba41 is 43, key is default/ns:d/1732709909380/Put/seqid=0 2024-11-27T12:19:40,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43741 is added to blk_1073741840_1016 (size=5153) 2024-11-27T12:19:40,613 DEBUG [RS:0;1ba5af43fd99:38639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:19:40,813 DEBUG [RS:0;1ba5af43fd99:38639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:19:40,857 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/data/hbase/meta/1588230740/.tmp/ns/a8ab52fcaf924e37a2684501a4c8ba41 2024-11-27T12:19:40,874 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/data/hbase/meta/1588230740/.tmp/rep_barrier/309476cc93b34555aa715321a602e44e is 112, key is test,,1732709911673.2135d82df7e47ef3b6acfc6b64c6b54c./rep_barrier:seqnumDuringOpen/1732709912836/Put/seqid=0 2024-11-27T12:19:40,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43741 is added to blk_1073741841_1017 (size=5518) 2024-11-27T12:19:41,013 INFO [RS:0;1ba5af43fd99:38639 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T12:19:41,013 DEBUG [RS:0;1ba5af43fd99:38639 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T12:19:41,013 DEBUG [RS:0;1ba5af43fd99:38639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:19:41,213 DEBUG [RS:0;1ba5af43fd99:38639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:19:41,278 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/data/hbase/meta/1588230740/.tmp/rep_barrier/309476cc93b34555aa715321a602e44e 2024-11-27T12:19:41,297 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/data/hbase/meta/1588230740/.tmp/table/d91ae688f9c542c38320589d500e5e30 is 40, key is test/table:state/1732709912849/Put/seqid=0 2024-11-27T12:19:41,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43741 is added to blk_1073741842_1018 (size=5165) 2024-11-27T12:19:41,413 DEBUG [RS:0;1ba5af43fd99:38639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:19:41,614 DEBUG [RS:0;1ba5af43fd99:38639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:19:41,702 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/data/hbase/meta/1588230740/.tmp/table/d91ae688f9c542c38320589d500e5e30 2024-11-27T12:19:41,708 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/data/hbase/meta/1588230740/.tmp/info/46624d0755584dedb980737467c111ea as hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/data/hbase/meta/1588230740/info/46624d0755584dedb980737467c111ea 2024-11-27T12:19:41,713 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/data/hbase/meta/1588230740/info/46624d0755584dedb980737467c111ea, entries=10, sequenceid=11, filesize=6.3 K 2024-11-27T12:19:41,714 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/data/hbase/meta/1588230740/.tmp/ns/a8ab52fcaf924e37a2684501a4c8ba41 as hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/data/hbase/meta/1588230740/ns/a8ab52fcaf924e37a2684501a4c8ba41 2024-11-27T12:19:41,718 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/data/hbase/meta/1588230740/ns/a8ab52fcaf924e37a2684501a4c8ba41, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T12:19:41,719 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/data/hbase/meta/1588230740/.tmp/rep_barrier/309476cc93b34555aa715321a602e44e as hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/data/hbase/meta/1588230740/rep_barrier/309476cc93b34555aa715321a602e44e 2024-11-27T12:19:41,723 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/data/hbase/meta/1588230740/rep_barrier/309476cc93b34555aa715321a602e44e, entries=1, sequenceid=11, filesize=5.4 K 2024-11-27T12:19:41,724 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/data/hbase/meta/1588230740/.tmp/table/d91ae688f9c542c38320589d500e5e30 as hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/data/hbase/meta/1588230740/table/d91ae688f9c542c38320589d500e5e30 2024-11-27T12:19:41,729 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/data/hbase/meta/1588230740/table/d91ae688f9c542c38320589d500e5e30, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T12:19:41,730 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1718ms, sequenceid=11, compaction requested=false 2024-11-27T12:19:41,734 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T12:19:41,734 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:19:41,734 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:19:41,734 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:19:41,735 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732709980012Running coprocessor pre-close hooks at 1732709980012Disabling compacts and flushes for region at 1732709980012Disabling writes for close at 1732709980012Obtaining lock to block concurrent updates at 1732709980012Preparing flush snapshotting stores in 1588230740 at 1732709980012Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732709980013 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732709980013Flushing 1588230740/info: creating writer at 1732709980013Flushing 1588230740/info: appending metadata at 1732709980028 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732709980028Flushing 1588230740/ns: creating writer at 1732709980439 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732709980452 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732709980452Flushing 1588230740/rep_barrier: creating writer at 1732709980861 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732709980874 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732709980874Flushing 1588230740/table: creating writer at 1732709981284 (+410 ms)Flushing 1588230740/table: appending metadata at 1732709981297 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732709981297Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ac348fb: reopening flushed file at 1732709981707 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c42a8e6: reopening flushed file at 1732709981713 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7806a8e2: reopening flushed file at 1732709981718 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54530ac6: reopening flushed file at 1732709981723 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1718ms, sequenceid=11, compaction requested=false at 1732709981730 (+7 ms)Writing region close event to WAL at 1732709981731 (+1 ms)Running coprocessor post-close hooks at 1732709981734 (+3 ms)Closed at 1732709981734 2024-11-27T12:19:41,735 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T12:19:41,814 INFO [RS:0;1ba5af43fd99:38639 {}] regionserver.HRegionServer(976): stopping server 1ba5af43fd99,38639,1732709905953; all regions closed. 2024-11-27T12:19:41,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43741 is added to blk_1073741834_1010 (size=2717) 2024-11-27T12:19:41,882 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/WALs/1ba5af43fd99,38639,1732709905953/1ba5af43fd99%2C38639%2C1732709905953.meta.1732709909332.meta not finished, retry = 0 2024-11-27T12:19:41,984 DEBUG [RS:0;1ba5af43fd99:38639 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/oldWALs 2024-11-27T12:19:41,985 INFO [RS:0;1ba5af43fd99:38639 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ba5af43fd99%2C38639%2C1732709905953.meta:.meta(num 1732709909332) 2024-11-27T12:19:42,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43741 is added to blk_1073741832_1008 (size=1028) 2024-11-27T12:19:42,002 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/WALs/1ba5af43fd99,38639,1732709905953/1ba5af43fd99%2C38639%2C1732709905953.1732709908398 not finished, retry = 0 2024-11-27T12:19:42,105 DEBUG [RS:0;1ba5af43fd99:38639 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/oldWALs 2024-11-27T12:19:42,105 INFO [RS:0;1ba5af43fd99:38639 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ba5af43fd99%2C38639%2C1732709905953:(num 1732709908398) 2024-11-27T12:19:42,105 DEBUG [RS:0;1ba5af43fd99:38639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:19:42,105 INFO [RS:0;1ba5af43fd99:38639 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:19:42,105 INFO [RS:0;1ba5af43fd99:38639 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:19:42,105 INFO [RS:0;1ba5af43fd99:38639 {}] hbase.ChoreService(370): Chore service for: regionserver/1ba5af43fd99:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T12:19:42,105 INFO [RS:0;1ba5af43fd99:38639 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:19:42,105 INFO [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:19:42,105 INFO [RS:0;1ba5af43fd99:38639 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:38639. 2024-11-27T12:19:42,105 DEBUG [RS:0;1ba5af43fd99:38639 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:19:42,105 DEBUG [RS:0;1ba5af43fd99:38639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:19:42,106 DEBUG [RS:0;1ba5af43fd99:38639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:19:42,106 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:19:42,106 INFO [RS:0;1ba5af43fd99:38639 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38639 2024-11-27T12:19:42,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40187-0x1017c3ad4f10003, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1638303977/rs 2024-11-27T12:19:42,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38639-0x1017c3ad4f10004, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1638303977/rs/1ba5af43fd99,38639,1732709905953 2024-11-27T12:19:42,238 INFO [RS:0;1ba5af43fd99:38639 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:19:42,252 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ba5af43fd99,38639,1732709905953] 2024-11-27T12:19:42,262 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1638303977/draining/1ba5af43fd99,38639,1732709905953 already deleted, retry=false 2024-11-27T12:19:42,262 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ba5af43fd99,38639,1732709905953 expired; onlineServers=0 2024-11-27T12:19:42,262 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ba5af43fd99,40187,1732709905792' ***** 2024-11-27T12:19:42,262 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T12:19:42,262 INFO [M:0;1ba5af43fd99:40187 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:19:42,262 INFO [M:0;1ba5af43fd99:40187 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:19:42,262 DEBUG [M:0;1ba5af43fd99:40187 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T12:19:42,262 DEBUG [M:0;1ba5af43fd99:40187 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T12:19:42,262 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T12:19:42,262 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732709908157 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732709908157,5,FailOnTimeoutGroup] 2024-11-27T12:19:42,262 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732709908157 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732709908157,5,FailOnTimeoutGroup] 2024-11-27T12:19:42,263 INFO [M:0;1ba5af43fd99:40187 {}] hbase.ChoreService(370): Chore service for: master/1ba5af43fd99:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T12:19:42,263 INFO [M:0;1ba5af43fd99:40187 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:19:42,263 DEBUG [M:0;1ba5af43fd99:40187 {}] master.HMaster(1795): Stopping service threads 2024-11-27T12:19:42,263 INFO [M:0;1ba5af43fd99:40187 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T12:19:42,263 INFO [M:0;1ba5af43fd99:40187 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:19:42,263 INFO [M:0;1ba5af43fd99:40187 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T12:19:42,263 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T12:19:42,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40187-0x1017c3ad4f10003, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1638303977/master 2024-11-27T12:19:42,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40187-0x1017c3ad4f10003, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1638303977 2024-11-27T12:19:42,273 DEBUG [M:0;1ba5af43fd99:40187 {}] zookeeper.ZKUtil(347): master:40187-0x1017c3ad4f10003, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Unable to get data of znode /1-1638303977/master because node does not exist (not an error) 2024-11-27T12:19:42,273 WARN [M:0;1ba5af43fd99:40187 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T12:19:42,274 INFO [M:0;1ba5af43fd99:40187 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/.lastflushedseqids 2024-11-27T12:19:42,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43741 is added to blk_1073741843_1019 (size=173) 2024-11-27T12:19:42,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38639-0x1017c3ad4f10004, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:19:42,352 INFO [RS:0;1ba5af43fd99:38639 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:19:42,352 INFO [RS:0;1ba5af43fd99:38639 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ba5af43fd99,38639,1732709905953; zookeeper connection closed. 2024-11-27T12:19:42,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38639-0x1017c3ad4f10004, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:19:42,352 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4ae76bc9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4ae76bc9 2024-11-27T12:19:42,352 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T12:19:42,679 INFO [M:0;1ba5af43fd99:40187 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T12:19:42,679 INFO [M:0;1ba5af43fd99:40187 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T12:19:42,679 DEBUG [M:0;1ba5af43fd99:40187 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:19:42,679 INFO [M:0;1ba5af43fd99:40187 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:19:42,679 DEBUG [M:0;1ba5af43fd99:40187 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:19:42,679 DEBUG [M:0;1ba5af43fd99:40187 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:19:42,679 DEBUG [M:0;1ba5af43fd99:40187 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:19:42,680 INFO [M:0;1ba5af43fd99:40187 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB 2024-11-27T12:19:42,694 DEBUG [M:0;1ba5af43fd99:40187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e518e26110124cfd9ff3742cad028a3d is 82, key is hbase:meta,,1/info:regioninfo/1732709909363/Put/seqid=0 2024-11-27T12:19:42,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43741 is added to blk_1073741844_1020 (size=5672) 2024-11-27T12:19:43,099 INFO [M:0;1ba5af43fd99:40187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e518e26110124cfd9ff3742cad028a3d 2024-11-27T12:19:43,117 DEBUG [M:0;1ba5af43fd99:40187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/397a40ec1c7841f3b3775f2e038cf439 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732709912855/Put/seqid=0 2024-11-27T12:19:43,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43741 is added to blk_1073741845_1021 (size=6728) 2024-11-27T12:19:43,194 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 to pos 997, reset compression=false 2024-11-27T12:19:43,522 INFO [M:0;1ba5af43fd99:40187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/397a40ec1c7841f3b3775f2e038cf439 2024-11-27T12:19:43,526 INFO [M:0;1ba5af43fd99:40187 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 397a40ec1c7841f3b3775f2e038cf439 2024-11-27T12:19:43,543 DEBUG [M:0;1ba5af43fd99:40187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1124f8ab4b7d469eb2f382e9545f3070 is 69, key is 1ba5af43fd99,38639,1732709905953/rs:state/1732709908217/Put/seqid=0 2024-11-27T12:19:43,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43741 is added to blk_1073741846_1022 (size=5156) 2024-11-27T12:19:43,948 INFO [M:0;1ba5af43fd99:40187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1124f8ab4b7d469eb2f382e9545f3070 2024-11-27T12:19:43,953 DEBUG [M:0;1ba5af43fd99:40187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e518e26110124cfd9ff3742cad028a3d as hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e518e26110124cfd9ff3742cad028a3d 2024-11-27T12:19:43,958 INFO [M:0;1ba5af43fd99:40187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e518e26110124cfd9ff3742cad028a3d, entries=8, sequenceid=58, filesize=5.5 K 2024-11-27T12:19:43,959 DEBUG [M:0;1ba5af43fd99:40187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/397a40ec1c7841f3b3775f2e038cf439 as hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/397a40ec1c7841f3b3775f2e038cf439 2024-11-27T12:19:43,964 INFO [M:0;1ba5af43fd99:40187 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 397a40ec1c7841f3b3775f2e038cf439 2024-11-27T12:19:43,964 INFO [M:0;1ba5af43fd99:40187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/397a40ec1c7841f3b3775f2e038cf439, entries=6, sequenceid=58, filesize=6.6 K 2024-11-27T12:19:43,965 DEBUG [M:0;1ba5af43fd99:40187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1124f8ab4b7d469eb2f382e9545f3070 as hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1124f8ab4b7d469eb2f382e9545f3070 2024-11-27T12:19:43,970 INFO [M:0;1ba5af43fd99:40187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38747/user/jenkins/test-data/d8470784-185d-2d65-e4fc-606282de7bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1124f8ab4b7d469eb2f382e9545f3070, entries=1, sequenceid=58, filesize=5.0 K 2024-11-27T12:19:43,971 INFO [M:0;1ba5af43fd99:40187 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=58, compaction requested=false 2024-11-27T12:19:43,972 INFO [M:0;1ba5af43fd99:40187 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:19:43,972 DEBUG [M:0;1ba5af43fd99:40187 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732709982679Disabling compacts and flushes for region at 1732709982679Disabling writes for close at 1732709982679Obtaining lock to block concurrent updates at 1732709982680 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732709982680Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1732709982680Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732709982680Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732709982680Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732709982693 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732709982693Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732709983103 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732709983117 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732709983117Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732709983527 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732709983543 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732709983543Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fc28d11: reopening flushed file at 1732709983953 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ff2ceab: reopening flushed file at 1732709983958 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b2d9ad2: reopening flushed file at 1732709983964 (+6 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=58, compaction requested=false at 1732709983971 (+7 ms)Writing region close event to WAL at 1732709983972 (+1 ms)Closed at 1732709983972 2024-11-27T12:19:43,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43741 is added to blk_1073741830_1006 (size=33038) 2024-11-27T12:19:43,975 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:19:43,975 INFO [M:0;1ba5af43fd99:40187 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T12:19:43,975 INFO [M:0;1ba5af43fd99:40187 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40187 2024-11-27T12:19:43,976 INFO [M:0;1ba5af43fd99:40187 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:19:44,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40187-0x1017c3ad4f10003, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:19:44,138 INFO [M:0;1ba5af43fd99:40187 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:19:44,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40187-0x1017c3ad4f10003, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:19:44,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a2d70e8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:19:44,141 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4600fe3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:19:44,141 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:19:44,142 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bdf9be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:19:44,142 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2136d69e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0003de6c-aa53-4774-1af2-1090d6da008f/hadoop.log.dir/,STOPPED} 2024-11-27T12:19:44,143 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T12:19:44,143 WARN [BP-2549302-172.17.0.3-1732709903717 heartbeating to localhost/127.0.0.1:38747 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T12:19:44,143 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T12:19:44,143 WARN [BP-2549302-172.17.0.3-1732709903717 heartbeating to localhost/127.0.0.1:38747 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2549302-172.17.0.3-1732709903717 (Datanode Uuid 7f90ceaa-e662-4092-a37b-f24d204f1f52) service to localhost/127.0.0.1:38747 2024-11-27T12:19:44,144 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0003de6c-aa53-4774-1af2-1090d6da008f/cluster_5911b9b5-2e12-3f0a-e04a-cd33ef77e08d/data/data1/current/BP-2549302-172.17.0.3-1732709903717 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:19:44,144 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0003de6c-aa53-4774-1af2-1090d6da008f/cluster_5911b9b5-2e12-3f0a-e04a-cd33ef77e08d/data/data2/current/BP-2549302-172.17.0.3-1732709903717 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:19:44,144 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T12:19:44,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32f19e27{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:19:44,149 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@364aafe3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:19:44,149 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:19:44,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5943906{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:19:44,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10dfce23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0003de6c-aa53-4774-1af2-1090d6da008f/hadoop.log.dir/,STOPPED} 2024-11-27T12:19:44,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T12:19:44,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T12:19:44,166 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:19:44,166 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:19:44,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:19:44,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:19:44,167 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:19:44,167 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T12:19:44,167 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=308602738, stopped=false 2024-11-27T12:19:44,167 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ba5af43fd99,45051,1732709900797 2024-11-27T12:19:44,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x1017c3ad4f10001, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-328247380/running 2024-11-27T12:19:44,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45051-0x1017c3ad4f10000, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-328247380/running 2024-11-27T12:19:44,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x1017c3ad4f10001, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-328247380 2024-11-27T12:19:44,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45051-0x1017c3ad4f10000, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-328247380 2024-11-27T12:19:44,185 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:19:44,185 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:19:44,185 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:19:44,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:19:44,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45051-0x1017c3ad4f10000, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Set watcher on znode that does not yet exist, /0-328247380/running 2024-11-27T12:19:44,185 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ba5af43fd99,33767,1732709900961' ***** 2024-11-27T12:19:44,186 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T12:19:44,186 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33767-0x1017c3ad4f10001, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Set watcher on znode that does not yet exist, /0-328247380/running 2024-11-27T12:19:44,186 INFO [RS:0;1ba5af43fd99:33767 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T12:19:44,186 INFO [RS:0;1ba5af43fd99:33767 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T12:19:44,186 INFO [RS:0;1ba5af43fd99:33767 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T12:19:44,186 INFO [RS:0;1ba5af43fd99:33767 {}] regionserver.HRegionServer(3091): Received CLOSE for 2bb1226a91b87e3b424ba418abec24bf 2024-11-27T12:19:44,186 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T12:19:44,186 INFO [RS:0;1ba5af43fd99:33767 {}] regionserver.HRegionServer(3091): Received CLOSE for 6a9ed482b9cad675d3e84eecb3c31d9d 2024-11-27T12:19:44,186 INFO [RS:0;1ba5af43fd99:33767 {}] regionserver.HRegionServer(959): stopping server 1ba5af43fd99,33767,1732709900961 2024-11-27T12:19:44,186 INFO [RS:0;1ba5af43fd99:33767 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:19:44,186 INFO [RS:0;1ba5af43fd99:33767 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:33767. 2024-11-27T12:19:44,186 DEBUG [RS:0;1ba5af43fd99:33767 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:19:44,186 DEBUG [RS:0;1ba5af43fd99:33767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:19:44,186 INFO [RS:0;1ba5af43fd99:33767 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T12:19:44,186 INFO [RS:0;1ba5af43fd99:33767 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T12:19:44,186 INFO [RS:0;1ba5af43fd99:33767 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T12:19:44,186 INFO [RS:0;1ba5af43fd99:33767 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T12:19:44,187 INFO [RS:0;1ba5af43fd99:33767 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T12:19:44,187 DEBUG [RS:0;1ba5af43fd99:33767 {}] regionserver.HRegionServer(1325): Online Regions={2bb1226a91b87e3b424ba418abec24bf=hbase:replication,,1732709913855.2bb1226a91b87e3b424ba418abec24bf., 1588230740=hbase:meta,,1.1588230740, 6a9ed482b9cad675d3e84eecb3c31d9d=test,,1732709909515.6a9ed482b9cad675d3e84eecb3c31d9d.} 2024-11-27T12:19:44,187 DEBUG [RS:0;1ba5af43fd99:33767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2bb1226a91b87e3b424ba418abec24bf, 6a9ed482b9cad675d3e84eecb3c31d9d 2024-11-27T12:19:44,187 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:19:44,187 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2bb1226a91b87e3b424ba418abec24bf, disabling compactions & flushes 2024-11-27T12:19:44,187 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:19:44,187 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732709913855.2bb1226a91b87e3b424ba418abec24bf. 2024-11-27T12:19:44,187 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732709913855.2bb1226a91b87e3b424ba418abec24bf. 2024-11-27T12:19:44,187 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:19:44,187 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732709913855.2bb1226a91b87e3b424ba418abec24bf. after waiting 0 ms 2024-11-27T12:19:44,187 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:19:44,187 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732709913855.2bb1226a91b87e3b424ba418abec24bf. 2024-11-27T12:19:44,187 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:19:44,187 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2bb1226a91b87e3b424ba418abec24bf 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-27T12:19:44,187 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T12:19:44,203 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/hbase/replication/2bb1226a91b87e3b424ba418abec24bf/.tmp/hfileref/e652f57c136640ca8c41bb35e701da30 is 74, key is 1/hfileref:0e5cdd0745e04f31821c1777643ce3b6_SeqId_4_/1732709918361/DeleteColumn/seqid=0 2024-11-27T12:19:44,206 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/hbase/meta/1588230740/.tmp/info/353c0729fb604719a234db4816047284 is 147, key is hbase:replication,,1732709913855.2bb1226a91b87e3b424ba418abec24bf./info:regioninfo/1732709915029/Put/seqid=0 2024-11-27T12:19:44,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43295 is added to blk_1073741844_1020 (size=5203) 2024-11-27T12:19:44,207 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/hbase/replication/2bb1226a91b87e3b424ba418abec24bf/.tmp/hfileref/e652f57c136640ca8c41bb35e701da30 2024-11-27T12:19:44,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43295 is added to blk_1073741845_1021 (size=7686) 2024-11-27T12:19:44,225 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/hbase/replication/2bb1226a91b87e3b424ba418abec24bf/.tmp/queue/761351723b5a45a58a932a3d8d1a11bb is 153, key is 1-1ba5af43fd99,33767,1732709900961/queue:1ba5af43fd99%2C33767%2C1732709900961/1732709920151/Put/seqid=0 2024-11-27T12:19:44,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43295 is added to blk_1073741846_1022 (size=5352) 2024-11-27T12:19:44,266 INFO [regionserver/1ba5af43fd99:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:19:44,387 DEBUG [RS:0;1ba5af43fd99:33767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2bb1226a91b87e3b424ba418abec24bf, 6a9ed482b9cad675d3e84eecb3c31d9d 2024-11-27T12:19:44,400 INFO [regionserver/1ba5af43fd99:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T12:19:44,400 INFO [regionserver/1ba5af43fd99:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T12:19:44,587 DEBUG [RS:0;1ba5af43fd99:33767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2bb1226a91b87e3b424ba418abec24bf, 6a9ed482b9cad675d3e84eecb3c31d9d 2024-11-27T12:19:44,610 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/hbase/meta/1588230740/.tmp/info/353c0729fb604719a234db4816047284 2024-11-27T12:19:44,629 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/hbase/replication/2bb1226a91b87e3b424ba418abec24bf/.tmp/queue/761351723b5a45a58a932a3d8d1a11bb 2024-11-27T12:19:44,630 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/hbase/meta/1588230740/.tmp/ns/8489cf8362754bc9a6a2f61e6443a953 is 43, key is default/ns:d/1732709903551/Put/seqid=0 2024-11-27T12:19:44,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43295 is added to blk_1073741847_1023 (size=5153) 2024-11-27T12:19:44,636 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/hbase/replication/2bb1226a91b87e3b424ba418abec24bf/.tmp/hfileref/e652f57c136640ca8c41bb35e701da30 as hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/hbase/replication/2bb1226a91b87e3b424ba418abec24bf/hfileref/e652f57c136640ca8c41bb35e701da30 2024-11-27T12:19:44,641 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/hbase/replication/2bb1226a91b87e3b424ba418abec24bf/hfileref/e652f57c136640ca8c41bb35e701da30, entries=2, sequenceid=10, filesize=5.1 K 2024-11-27T12:19:44,642 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/hbase/replication/2bb1226a91b87e3b424ba418abec24bf/.tmp/queue/761351723b5a45a58a932a3d8d1a11bb as hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/hbase/replication/2bb1226a91b87e3b424ba418abec24bf/queue/761351723b5a45a58a932a3d8d1a11bb 2024-11-27T12:19:44,648 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/hbase/replication/2bb1226a91b87e3b424ba418abec24bf/queue/761351723b5a45a58a932a3d8d1a11bb, entries=1, sequenceid=10, filesize=5.2 K 2024-11-27T12:19:44,649 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 2bb1226a91b87e3b424ba418abec24bf in 462ms, sequenceid=10, compaction requested=false 2024-11-27T12:19:44,656 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/hbase/replication/2bb1226a91b87e3b424ba418abec24bf/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-27T12:19:44,656 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:19:44,656 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:19:44,657 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732709913855.2bb1226a91b87e3b424ba418abec24bf. 2024-11-27T12:19:44,657 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2bb1226a91b87e3b424ba418abec24bf: Waiting for close lock at 1732709984187Running coprocessor pre-close hooks at 1732709984187Disabling compacts and flushes for region at 1732709984187Disabling writes for close at 1732709984187Obtaining lock to block concurrent updates at 1732709984187Preparing flush snapshotting stores in 2bb1226a91b87e3b424ba418abec24bf at 1732709984187Finished memstore snapshotting hbase:replication,,1732709913855.2bb1226a91b87e3b424ba418abec24bf., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732709984187Flushing stores of hbase:replication,,1732709913855.2bb1226a91b87e3b424ba418abec24bf. at 1732709984188 (+1 ms)Flushing 2bb1226a91b87e3b424ba418abec24bf/hfileref: creating writer at 1732709984188Flushing 2bb1226a91b87e3b424ba418abec24bf/hfileref: appending metadata at 1732709984203 (+15 ms)Flushing 2bb1226a91b87e3b424ba418abec24bf/hfileref: closing flushed file at 1732709984203Flushing 2bb1226a91b87e3b424ba418abec24bf/queue: creating writer at 1732709984213 (+10 ms)Flushing 2bb1226a91b87e3b424ba418abec24bf/queue: appending metadata at 1732709984225 (+12 ms)Flushing 2bb1226a91b87e3b424ba418abec24bf/queue: closing flushed file at 1732709984225Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2378dd02: reopening flushed file at 1732709984635 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2608a3a2: reopening flushed file at 1732709984641 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 2bb1226a91b87e3b424ba418abec24bf in 462ms, sequenceid=10, compaction requested=false at 1732709984649 (+8 ms)Writing region close event to WAL at 1732709984653 (+4 ms)Running coprocessor post-close hooks at 1732709984656 (+3 ms)Closed at 1732709984657 (+1 ms) 2024-11-27T12:19:44,657 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732709913855.2bb1226a91b87e3b424ba418abec24bf. 2024-11-27T12:19:44,657 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6a9ed482b9cad675d3e84eecb3c31d9d, disabling compactions & flushes 2024-11-27T12:19:44,657 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732709909515.6a9ed482b9cad675d3e84eecb3c31d9d. 2024-11-27T12:19:44,657 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732709909515.6a9ed482b9cad675d3e84eecb3c31d9d. 2024-11-27T12:19:44,657 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732709909515.6a9ed482b9cad675d3e84eecb3c31d9d. after waiting 0 ms 2024-11-27T12:19:44,657 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732709909515.6a9ed482b9cad675d3e84eecb3c31d9d. 2024-11-27T12:19:44,661 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/default/test/6a9ed482b9cad675d3e84eecb3c31d9d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T12:19:44,661 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:19:44,662 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T12:19:44,662 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732709909515.6a9ed482b9cad675d3e84eecb3c31d9d. 2024-11-27T12:19:44,662 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6a9ed482b9cad675d3e84eecb3c31d9d: Waiting for close lock at 1732709984657Running coprocessor pre-close hooks at 1732709984657Disabling compacts and flushes for region at 1732709984657Disabling writes for close at 1732709984657Writing region close event to WAL at 1732709984658 (+1 ms)Running coprocessor post-close hooks at 1732709984661 (+3 ms)Closed at 1732709984662 (+1 ms) 2024-11-27T12:19:44,662 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732709909515.6a9ed482b9cad675d3e84eecb3c31d9d. 2024-11-27T12:19:44,787 DEBUG [RS:0;1ba5af43fd99:33767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:19:44,987 DEBUG [RS:0;1ba5af43fd99:33767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:19:45,034 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/hbase/meta/1588230740/.tmp/ns/8489cf8362754bc9a6a2f61e6443a953 2024-11-27T12:19:45,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:19:45,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:19:45,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:19:45,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:19:45,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:19:45,056 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/hbase/meta/1588230740/.tmp/rep_barrier/cedc548d79e542f7a419dc594780dbb4 is 112, key is test,,1732709909515.6a9ed482b9cad675d3e84eecb3c31d9d./rep_barrier:seqnumDuringOpen/1732709910674/Put/seqid=0 2024-11-27T12:19:45,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43295 is added to blk_1073741848_1024 (size=5518) 2024-11-27T12:19:45,188 INFO [RS:0;1ba5af43fd99:33767 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T12:19:45,188 DEBUG [RS:0;1ba5af43fd99:33767 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T12:19:45,188 DEBUG [RS:0;1ba5af43fd99:33767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:19:45,388 DEBUG [RS:0;1ba5af43fd99:33767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:19:45,461 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/hbase/meta/1588230740/.tmp/rep_barrier/cedc548d79e542f7a419dc594780dbb4 2024-11-27T12:19:45,480 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/hbase/meta/1588230740/.tmp/table/51a06db8d96d4107a0c3bbfaab7f0bf7 is 53, key is hbase:replication/table:state/1732709915036/Put/seqid=0 2024-11-27T12:19:45,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43295 is added to blk_1073741849_1025 (size=5308) 2024-11-27T12:19:45,550 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:19:45,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:19:45,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:19:45,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:19:45,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:19:45,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:19:45,588 DEBUG [RS:0;1ba5af43fd99:33767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:19:45,788 DEBUG [RS:0;1ba5af43fd99:33767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:19:45,885 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/hbase/meta/1588230740/.tmp/table/51a06db8d96d4107a0c3bbfaab7f0bf7 2024-11-27T12:19:45,890 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/hbase/meta/1588230740/.tmp/info/353c0729fb604719a234db4816047284 as hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/hbase/meta/1588230740/info/353c0729fb604719a234db4816047284 2024-11-27T12:19:45,895 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/hbase/meta/1588230740/info/353c0729fb604719a234db4816047284, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T12:19:45,896 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/hbase/meta/1588230740/.tmp/ns/8489cf8362754bc9a6a2f61e6443a953 as hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/hbase/meta/1588230740/ns/8489cf8362754bc9a6a2f61e6443a953 2024-11-27T12:19:45,901 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/hbase/meta/1588230740/ns/8489cf8362754bc9a6a2f61e6443a953, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T12:19:45,902 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/hbase/meta/1588230740/.tmp/rep_barrier/cedc548d79e542f7a419dc594780dbb4 as hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/hbase/meta/1588230740/rep_barrier/cedc548d79e542f7a419dc594780dbb4 2024-11-27T12:19:45,907 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/hbase/meta/1588230740/rep_barrier/cedc548d79e542f7a419dc594780dbb4, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T12:19:45,908 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/hbase/meta/1588230740/.tmp/table/51a06db8d96d4107a0c3bbfaab7f0bf7 as hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/hbase/meta/1588230740/table/51a06db8d96d4107a0c3bbfaab7f0bf7 2024-11-27T12:19:45,912 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/hbase/meta/1588230740/table/51a06db8d96d4107a0c3bbfaab7f0bf7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T12:19:45,913 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=16, compaction requested=false 2024-11-27T12:19:45,918 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T12:19:45,918 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:19:45,918 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:19:45,918 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:19:45,918 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732709984187Running coprocessor pre-close hooks at 1732709984187Disabling compacts and flushes for region at 1732709984187Disabling writes for close at 1732709984187Obtaining lock to block concurrent updates at 1732709984187Preparing flush snapshotting stores in 1588230740 at 1732709984187Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732709984187Flushing stores of hbase:meta,,1.1588230740 at 1732709984188 (+1 ms)Flushing 1588230740/info: creating writer at 1732709984188Flushing 1588230740/info: appending metadata at 1732709984205 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732709984205Flushing 1588230740/ns: creating writer at 1732709984616 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732709984629 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732709984629Flushing 1588230740/rep_barrier: creating writer at 1732709985040 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732709985056 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732709985056Flushing 1588230740/table: creating writer at 1732709985466 (+410 ms)Flushing 1588230740/table: appending metadata at 1732709985479 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732709985479Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63800330: reopening flushed file at 1732709985890 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10b51569: reopening flushed file at 1732709985895 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@139ea973: reopening flushed file at 1732709985901 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24da6ac2: reopening flushed file at 1732709985907 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=16, compaction requested=false at 1732709985913 (+6 ms)Writing region close event to WAL at 1732709985915 (+2 ms)Running coprocessor post-close hooks at 1732709985918 (+3 ms)Closed at 1732709985918 2024-11-27T12:19:45,918 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T12:19:45,988 INFO [RS:0;1ba5af43fd99:33767 {}] regionserver.HRegionServer(976): stopping server 1ba5af43fd99,33767,1732709900961; all regions closed. 2024-11-27T12:19:45,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43295 is added to blk_1073741834_1010 (size=4239) 2024-11-27T12:19:45,993 DEBUG [RS:0;1ba5af43fd99:33767 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/oldWALs 2024-11-27T12:19:45,993 INFO [RS:0;1ba5af43fd99:33767 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ba5af43fd99%2C33767%2C1732709900961.meta:.meta(num 1732709903468) 2024-11-27T12:19:45,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43295 is added to blk_1073741839_1015 (size=2700) 2024-11-27T12:19:45,996 DEBUG [RS:0;1ba5af43fd99:33767 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/oldWALs 2024-11-27T12:19:45,996 INFO [RS:0;1ba5af43fd99:33767 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ba5af43fd99%2C33767%2C1732709900961.rep:(num 1732709914995) 2024-11-27T12:19:45,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43295 is added to blk_1073741832_1008 (size=1300) 2024-11-27T12:19:45,998 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/WALs/1ba5af43fd99,33767,1732709900961/1ba5af43fd99%2C33767%2C1732709900961.1732709902528 not finished, retry = 0 2024-11-27T12:19:46,101 DEBUG [RS:0;1ba5af43fd99:33767 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/oldWALs 2024-11-27T12:19:46,101 INFO [RS:0;1ba5af43fd99:33767 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ba5af43fd99%2C33767%2C1732709900961:(num 1732709902528) 2024-11-27T12:19:46,101 DEBUG [RS:0;1ba5af43fd99:33767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:19:46,101 INFO [RS:0;1ba5af43fd99:33767 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:19:46,101 INFO [RS:0;1ba5af43fd99:33767 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:19:46,101 INFO [RS:0;1ba5af43fd99:33767 {}] hbase.ChoreService(370): Chore service for: regionserver/1ba5af43fd99:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T12:19:46,102 INFO [RS:0;1ba5af43fd99:33767 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:19:46,102 INFO [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:19:46,102 INFO [RS:0;1ba5af43fd99:33767 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1ba5af43fd99,33767,1732709900961 because: Region server is closing 2024-11-27T12:19:46,102 INFO [RS:0;1ba5af43fd99:33767 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:33767. 2024-11-27T12:19:46,102 DEBUG [RS:0;1ba5af43fd99:33767 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:19:46,102 DEBUG [RS:0;1ba5af43fd99:33767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:19:46,102 DEBUG [RS:0;1ba5af43fd99:33767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:19:46,102 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:19:46,203 WARN [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.wal-reader.1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T12:19:46,203 WARN [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.shipper1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T12:19:46,203 INFO [RS:0;1ba5af43fd99:33767 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33767,1732709900961.replicationSource.shipper1ba5af43fd99%2C33767%2C1732709900961,1-1ba5af43fd99,33767,1732709900961 terminated 2024-11-27T12:19:46,203 INFO [RS:0;1ba5af43fd99:33767 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33767 2024-11-27T12:19:46,269 INFO [RS:0;1ba5af43fd99:33767 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:19:46,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x1017c3ad4f10001, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-328247380/rs/1ba5af43fd99,33767,1732709900961 2024-11-27T12:19:46,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45051-0x1017c3ad4f10000, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-328247380/rs 2024-11-27T12:19:46,279 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ba5af43fd99,33767,1732709900961] 2024-11-27T12:19:46,290 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-328247380/draining/1ba5af43fd99,33767,1732709900961 already deleted, retry=false 2024-11-27T12:19:46,290 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ba5af43fd99,33767,1732709900961 expired; onlineServers=0 2024-11-27T12:19:46,290 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ba5af43fd99,45051,1732709900797' ***** 2024-11-27T12:19:46,290 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T12:19:46,290 INFO [M:0;1ba5af43fd99:45051 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:19:46,290 INFO [M:0;1ba5af43fd99:45051 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:19:46,290 DEBUG [M:0;1ba5af43fd99:45051 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T12:19:46,290 DEBUG [M:0;1ba5af43fd99:45051 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T12:19:46,290 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T12:19:46,290 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732709902306 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732709902306,5,FailOnTimeoutGroup] 2024-11-27T12:19:46,290 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732709902306 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732709902306,5,FailOnTimeoutGroup] 2024-11-27T12:19:46,290 INFO [M:0;1ba5af43fd99:45051 {}] hbase.ChoreService(370): Chore service for: master/1ba5af43fd99:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T12:19:46,290 INFO [M:0;1ba5af43fd99:45051 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:19:46,290 DEBUG [M:0;1ba5af43fd99:45051 {}] master.HMaster(1795): Stopping service threads 2024-11-27T12:19:46,290 INFO [M:0;1ba5af43fd99:45051 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T12:19:46,291 INFO [M:0;1ba5af43fd99:45051 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:19:46,291 INFO [M:0;1ba5af43fd99:45051 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T12:19:46,291 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T12:19:46,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45051-0x1017c3ad4f10000, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-328247380/master 2024-11-27T12:19:46,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45051-0x1017c3ad4f10000, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-328247380 2024-11-27T12:19:46,300 DEBUG [M:0;1ba5af43fd99:45051 {}] zookeeper.ZKUtil(347): master:45051-0x1017c3ad4f10000, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Unable to get data of znode /0-328247380/master because node does not exist (not an error) 2024-11-27T12:19:46,300 WARN [M:0;1ba5af43fd99:45051 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T12:19:46,302 INFO [M:0;1ba5af43fd99:45051 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/.lastflushedseqids 2024-11-27T12:19:46,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43295 is added to blk_1073741850_1026 (size=263) 2024-11-27T12:19:46,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x1017c3ad4f10001, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:19:46,379 INFO [RS:0;1ba5af43fd99:33767 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:19:46,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x1017c3ad4f10001, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:19:46,379 INFO [RS:0;1ba5af43fd99:33767 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ba5af43fd99,33767,1732709900961; zookeeper connection closed. 2024-11-27T12:19:46,380 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@67be8eb0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@67be8eb0 2024-11-27T12:19:46,380 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T12:19:46,707 INFO [M:0;1ba5af43fd99:45051 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T12:19:46,707 INFO [M:0;1ba5af43fd99:45051 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T12:19:46,707 DEBUG [M:0;1ba5af43fd99:45051 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:19:46,707 INFO [M:0;1ba5af43fd99:45051 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:19:46,707 DEBUG [M:0;1ba5af43fd99:45051 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:19:46,707 DEBUG [M:0;1ba5af43fd99:45051 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:19:46,707 DEBUG [M:0;1ba5af43fd99:45051 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:19:46,707 INFO [M:0;1ba5af43fd99:45051 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-11-27T12:19:46,724 DEBUG [M:0;1ba5af43fd99:45051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/74a2393614cb423487c329138d4b3673 is 82, key is hbase:meta,,1/info:regioninfo/1732709903501/Put/seqid=0 2024-11-27T12:19:46,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43295 is added to blk_1073741851_1027 (size=5672) 2024-11-27T12:19:47,129 INFO [M:0;1ba5af43fd99:45051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/74a2393614cb423487c329138d4b3673 2024-11-27T12:19:47,150 DEBUG [M:0;1ba5af43fd99:45051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d60a056ff5784323b604ab6fb9071781 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732709910688/Put/seqid=0 2024-11-27T12:19:47,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43295 is added to blk_1073741852_1028 (size=7241) 2024-11-27T12:19:47,555 INFO [M:0;1ba5af43fd99:45051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d60a056ff5784323b604ab6fb9071781 2024-11-27T12:19:47,560 INFO [M:0;1ba5af43fd99:45051 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d60a056ff5784323b604ab6fb9071781 2024-11-27T12:19:47,577 DEBUG [M:0;1ba5af43fd99:45051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/18afa20b939542c5bd6fddfaa15fce04 is 69, key is 1ba5af43fd99,33767,1732709900961/rs:state/1732709902387/Put/seqid=0 2024-11-27T12:19:47,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43295 is added to blk_1073741853_1029 (size=5156) 2024-11-27T12:19:47,982 INFO [M:0;1ba5af43fd99:45051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/18afa20b939542c5bd6fddfaa15fce04 2024-11-27T12:19:47,987 DEBUG [M:0;1ba5af43fd99:45051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/74a2393614cb423487c329138d4b3673 as hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/74a2393614cb423487c329138d4b3673 2024-11-27T12:19:47,992 INFO [M:0;1ba5af43fd99:45051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/74a2393614cb423487c329138d4b3673, entries=8, sequenceid=105, filesize=5.5 K 2024-11-27T12:19:47,993 DEBUG [M:0;1ba5af43fd99:45051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d60a056ff5784323b604ab6fb9071781 as hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d60a056ff5784323b604ab6fb9071781 2024-11-27T12:19:47,998 INFO [M:0;1ba5af43fd99:45051 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d60a056ff5784323b604ab6fb9071781 2024-11-27T12:19:47,998 INFO [M:0;1ba5af43fd99:45051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d60a056ff5784323b604ab6fb9071781, entries=11, sequenceid=105, filesize=7.1 K 2024-11-27T12:19:47,999 DEBUG [M:0;1ba5af43fd99:45051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/18afa20b939542c5bd6fddfaa15fce04 as hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/18afa20b939542c5bd6fddfaa15fce04 2024-11-27T12:19:48,004 INFO [M:0;1ba5af43fd99:45051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39841/user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/18afa20b939542c5bd6fddfaa15fce04, entries=1, sequenceid=105, filesize=5.0 K 2024-11-27T12:19:48,005 INFO [M:0;1ba5af43fd99:45051 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=105, compaction requested=false 2024-11-27T12:19:48,007 INFO [M:0;1ba5af43fd99:45051 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:19:48,007 DEBUG [M:0;1ba5af43fd99:45051 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732709986707Disabling compacts and flushes for region at 1732709986707Disabling writes for close at 1732709986707Obtaining lock to block concurrent updates at 1732709986707Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732709986707Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1732709986707Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732709986708 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732709986708Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732709986724 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732709986724Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732709987134 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732709987150 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732709987150Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732709987560 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732709987576 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732709987576Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fa3e72c: reopening flushed file at 1732709987986 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56bcbcd3: reopening flushed file at 1732709987992 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d93282: reopening flushed file at 1732709987998 (+6 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=105, compaction requested=false at 1732709988005 (+7 ms)Writing region close event to WAL at 1732709988006 (+1 ms)Closed at 1732709988006 2024-11-27T12:19:48,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43295 is added to blk_1073741830_1006 (size=64538) 2024-11-27T12:19:48,009 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/89209219-b167-86c3-f450-0ae1f526e3cb/MasterData/WALs/1ba5af43fd99,45051,1732709900797/1ba5af43fd99%2C45051%2C1732709900797.1732709902020 not finished, retry = 0 2024-11-27T12:19:48,110 INFO [M:0;1ba5af43fd99:45051 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T12:19:48,110 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:19:48,110 INFO [M:0;1ba5af43fd99:45051 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45051 2024-11-27T12:19:48,110 INFO [M:0;1ba5af43fd99:45051 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:19:48,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45051-0x1017c3ad4f10000, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:19:48,264 INFO [M:0;1ba5af43fd99:45051 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:19:48,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45051-0x1017c3ad4f10000, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:19:48,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@436288d5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:19:48,267 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21c6da7e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:19:48,267 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:19:48,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33983d55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:19:48,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a533fc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f406ebf-23d8-c2c5-2340-46d13dbac309/hadoop.log.dir/,STOPPED} 2024-11-27T12:19:48,268 WARN [BP-69393560-172.17.0.3-1732709898606 heartbeating to localhost/127.0.0.1:39841 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T12:19:48,268 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T12:19:48,268 WARN [BP-69393560-172.17.0.3-1732709898606 heartbeating to localhost/127.0.0.1:39841 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-69393560-172.17.0.3-1732709898606 (Datanode Uuid c0c75a4e-6de2-45cc-b663-46d24ce731b5) service to localhost/127.0.0.1:39841 2024-11-27T12:19:48,268 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T12:19:48,268 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f406ebf-23d8-c2c5-2340-46d13dbac309/cluster_e17a6af3-2c98-0f65-7306-2e5a7075727e/data/data1/current/BP-69393560-172.17.0.3-1732709898606 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:19:48,269 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f406ebf-23d8-c2c5-2340-46d13dbac309/cluster_e17a6af3-2c98-0f65-7306-2e5a7075727e/data/data2/current/BP-69393560-172.17.0.3-1732709898606 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:19:48,269 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T12:19:48,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a577702{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:19:48,275 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38add795{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:19:48,275 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:19:48,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5043fec4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:19:48,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50695de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f406ebf-23d8-c2c5-2340-46d13dbac309/hadoop.log.dir/,STOPPED} 2024-11-27T12:19:48,282 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T12:19:48,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T12:19:48,299 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=160 (was 136) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38747 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38747 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:39841 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:38747 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38747 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49760) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39841 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$806/0x00007f668cb8f0c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$806/0x00007f668cb8f0c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39841 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39841 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49760) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38747 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39841 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=502 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=271 (was 333), ProcessCount=11 (was 11), AvailableMemoryMB=8225 (was 4332) - AvailableMemoryMB LEAK? - 2024-11-27T12:19:48,306 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=161, OpenFileDescriptor=502, MaxFileDescriptor=1048576, SystemLoadAverage=271, ProcessCount=11, AvailableMemoryMB=8225 2024-11-27T12:19:48,318 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-27T12:19:48,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0003de6c-aa53-4774-1af2-1090d6da008f/hadoop.log.dir so I do NOT create it in target/test-data/ed040723-9412-8d80-4719-01a37bbff4fc 2024-11-27T12:19:48,318 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0003de6c-aa53-4774-1af2-1090d6da008f/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T12:19:48,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0003de6c-aa53-4774-1af2-1090d6da008f/hadoop.tmp.dir so I do NOT create it in target/test-data/ed040723-9412-8d80-4719-01a37bbff4fc 2024-11-27T12:19:48,318 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0003de6c-aa53-4774-1af2-1090d6da008f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T12:19:48,318 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed040723-9412-8d80-4719-01a37bbff4fc 2024-11-27T12:19:48,318 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed040723-9412-8d80-4719-01a37bbff4fc/cluster_99599da3-95f1-f520-c8b7-1c0246de1bc3, deleteOnExit=true 2024-11-27T12:19:48,341 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed040723-9412-8d80-4719-01a37bbff4fc/cluster_99599da3-95f1-f520-c8b7-1c0246de1bc3/zookeeper_0, clientPort=63982, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed040723-9412-8d80-4719-01a37bbff4fc/cluster_99599da3-95f1-f520-c8b7-1c0246de1bc3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed040723-9412-8d80-4719-01a37bbff4fc/cluster_99599da3-95f1-f520-c8b7-1c0246de1bc3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T12:19:48,342 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63982 2024-11-27T12:19:48,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T12:19:48,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T12:19:48,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed040723-9412-8d80-4719-01a37bbff4fc/test.cache.data in system properties and HBase conf 2024-11-27T12:19:48,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed040723-9412-8d80-4719-01a37bbff4fc/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T12:19:48,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed040723-9412-8d80-4719-01a37bbff4fc/hadoop.log.dir in system properties and HBase conf 2024-11-27T12:19:48,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed040723-9412-8d80-4719-01a37bbff4fc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T12:19:48,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed040723-9412-8d80-4719-01a37bbff4fc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T12:19:48,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T12:19:48,342 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T12:19:48,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed040723-9412-8d80-4719-01a37bbff4fc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:19:48,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed040723-9412-8d80-4719-01a37bbff4fc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:19:48,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed040723-9412-8d80-4719-01a37bbff4fc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T12:19:48,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed040723-9412-8d80-4719-01a37bbff4fc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:19:48,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed040723-9412-8d80-4719-01a37bbff4fc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T12:19:48,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed040723-9412-8d80-4719-01a37bbff4fc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T12:19:48,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed040723-9412-8d80-4719-01a37bbff4fc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:19:48,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed040723-9412-8d80-4719-01a37bbff4fc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:19:48,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed040723-9412-8d80-4719-01a37bbff4fc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T12:19:48,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed040723-9412-8d80-4719-01a37bbff4fc/nfs.dump.dir in system properties and HBase conf 2024-11-27T12:19:48,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed040723-9412-8d80-4719-01a37bbff4fc/java.io.tmpdir in system properties and HBase conf 2024-11-27T12:19:48,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed040723-9412-8d80-4719-01a37bbff4fc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:19:48,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed040723-9412-8d80-4719-01a37bbff4fc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T12:19:48,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed040723-9412-8d80-4719-01a37bbff4fc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T12:19:48,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017c3ad4f10005, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T12:19:48,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017c3ad4f10002, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T12:19:48,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017c3ad4f10005, quorum=127.0.0.1:49760, baseZNode=/1-1638303977 Received Disconnected from ZooKeeper, ignoring 2024-11-27T12:19:48,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017c3ad4f10002, quorum=127.0.0.1:49760, baseZNode=/0-328247380 Received Disconnected from ZooKeeper, ignoring 2024-11-27T12:19:48,642 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:19:48,648 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:19:48,649 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:19:48,649 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:19:48,649 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T12:19:48,650 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:19:48,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@541fdc67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed040723-9412-8d80-4719-01a37bbff4fc/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:19:48,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cb036dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:19:48,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f3ad598{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed040723-9412-8d80-4719-01a37bbff4fc/java.io.tmpdir/jetty-localhost-38641-hadoop-hdfs-3_4_1-tests_jar-_-any-10562307578005269896/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:19:48,765 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@626b1448{HTTP/1.1, (http/1.1)}{localhost:38641} 2024-11-27T12:19:48,765 INFO [Time-limited test {}] server.Server(415): Started @143735ms 2024-11-27T12:19:48,992 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:19:48,996 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:19:48,997 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:19:48,997 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:19:48,997 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T12:19:48,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@607b161a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed040723-9412-8d80-4719-01a37bbff4fc/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:19:48,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@461e8a19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:19:49,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e8a6cee{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed040723-9412-8d80-4719-01a37bbff4fc/java.io.tmpdir/jetty-localhost-39553-hadoop-hdfs-3_4_1-tests_jar-_-any-3057525211500922537/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:19:49,091 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68ab4aab{HTTP/1.1, (http/1.1)}{localhost:39553} 2024-11-27T12:19:49,091 INFO [Time-limited test {}] server.Server(415): Started @144061ms 2024-11-27T12:19:49,092 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T12:19:49,693 WARN [Thread-1287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed040723-9412-8d80-4719-01a37bbff4fc/cluster_99599da3-95f1-f520-c8b7-1c0246de1bc3/data/data1/current/BP-1269640421-172.17.0.3-1732709988358/current, will proceed with Du for space computation calculation, 2024-11-27T12:19:49,693 WARN [Thread-1288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed040723-9412-8d80-4719-01a37bbff4fc/cluster_99599da3-95f1-f520-c8b7-1c0246de1bc3/data/data2/current/BP-1269640421-172.17.0.3-1732709988358/current, will proceed with Du for space computation calculation, 2024-11-27T12:19:49,707 WARN [Thread-1275 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T12:19:49,709 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x844114357976a787 with lease ID 0xb0137fb93e110793: Processing first storage report for DS-2127571d-7f2d-40c7-9d48-ec96a5333a3b from datanode DatanodeRegistration(127.0.0.1:37459, datanodeUuid=ddbb3bfd-28eb-4d19-911e-406590891c5e, infoPort=33621, infoSecurePort=0, ipcPort=46615, storageInfo=lv=-57;cid=testClusterID;nsid=997327672;c=1732709988358) 2024-11-27T12:19:49,710 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x844114357976a787 with lease ID 0xb0137fb93e110793: from storage DS-2127571d-7f2d-40c7-9d48-ec96a5333a3b node DatanodeRegistration(127.0.0.1:37459, datanodeUuid=ddbb3bfd-28eb-4d19-911e-406590891c5e, infoPort=33621, infoSecurePort=0, ipcPort=46615, storageInfo=lv=-57;cid=testClusterID;nsid=997327672;c=1732709988358), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:19:49,710 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x844114357976a787 with lease ID 0xb0137fb93e110793: Processing first storage report for DS-33a4d06e-e64d-4646-80fe-45982f785142 from datanode DatanodeRegistration(127.0.0.1:37459, datanodeUuid=ddbb3bfd-28eb-4d19-911e-406590891c5e, infoPort=33621, infoSecurePort=0, ipcPort=46615, storageInfo=lv=-57;cid=testClusterID;nsid=997327672;c=1732709988358) 2024-11-27T12:19:49,710 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x844114357976a787 with lease ID 0xb0137fb93e110793: from storage DS-33a4d06e-e64d-4646-80fe-45982f785142 node DatanodeRegistration(127.0.0.1:37459, datanodeUuid=ddbb3bfd-28eb-4d19-911e-406590891c5e, infoPort=33621, infoSecurePort=0, ipcPort=46615, storageInfo=lv=-57;cid=testClusterID;nsid=997327672;c=1732709988358), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:19:49,715 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed040723-9412-8d80-4719-01a37bbff4fc 2024-11-27T12:19:49,716 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:19:49,717 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:19:49,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741825_1001 (size=7) 2024-11-27T12:19:50,126 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52 with version=8 2024-11-27T12:19:50,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/hbase-staging 2024-11-27T12:19:50,128 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T12:19:50,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:19:50,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:19:50,128 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:19:50,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:19:50,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:19:50,128 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T12:19:50,128 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:19:50,129 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36557 2024-11-27T12:19:50,129 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36557 connecting to ZooKeeper ensemble=127.0.0.1:63982 2024-11-27T12:19:50,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365570x0, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:19:50,251 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36557-0x1017c3c339f0000 connected 2024-11-27T12:19:50,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:19:50,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:19:50,336 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36557-0x1017c3c339f0000, quorum=127.0.0.1:63982, baseZNode=/01273568855 Set watcher on znode that does not yet exist, /01273568855/running 2024-11-27T12:19:50,336 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52, hbase.cluster.distributed=false 2024-11-27T12:19:50,338 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36557-0x1017c3c339f0000, quorum=127.0.0.1:63982, baseZNode=/01273568855 Set watcher on znode that does not yet exist, /01273568855/acl 2024-11-27T12:19:50,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36557 2024-11-27T12:19:50,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36557 2024-11-27T12:19:50,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36557 2024-11-27T12:19:50,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36557 2024-11-27T12:19:50,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36557 2024-11-27T12:19:50,352 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T12:19:50,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:19:50,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:19:50,352 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:19:50,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:19:50,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:19:50,353 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T12:19:50,353 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:19:50,354 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36323 2024-11-27T12:19:50,355 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36323 connecting to ZooKeeper ensemble=127.0.0.1:63982 2024-11-27T12:19:50,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:19:50,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:19:50,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363230x0, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:19:50,407 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:363230x0, quorum=127.0.0.1:63982, baseZNode=/01273568855 Set watcher on znode that does not yet exist, /01273568855/running 2024-11-27T12:19:50,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36323-0x1017c3c339f0001 connected 2024-11-27T12:19:50,408 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T12:19:50,408 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T12:19:50,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36323-0x1017c3c339f0001, quorum=127.0.0.1:63982, baseZNode=/01273568855 Set watcher on znode that does not yet exist, /01273568855/master 2024-11-27T12:19:50,410 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36323-0x1017c3c339f0001, quorum=127.0.0.1:63982, baseZNode=/01273568855 Set watcher on znode that does not yet exist, /01273568855/acl 2024-11-27T12:19:50,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36323 2024-11-27T12:19:50,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36323 2024-11-27T12:19:50,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36323 2024-11-27T12:19:50,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36323 2024-11-27T12:19:50,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36323 2024-11-27T12:19:50,422 DEBUG [M:0;1ba5af43fd99:36557 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ba5af43fd99:36557 2024-11-27T12:19:50,423 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01273568855/backup-masters/1ba5af43fd99,36557,1732709990127 2024-11-27T12:19:50,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36557-0x1017c3c339f0000, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273568855/backup-masters 2024-11-27T12:19:50,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x1017c3c339f0001, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273568855/backup-masters 2024-11-27T12:19:50,434 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36557-0x1017c3c339f0000, quorum=127.0.0.1:63982, baseZNode=/01273568855 Set watcher on existing znode=/01273568855/backup-masters/1ba5af43fd99,36557,1732709990127 2024-11-27T12:19:50,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x1017c3c339f0001, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01273568855/master 2024-11-27T12:19:50,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36557-0x1017c3c339f0000, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273568855 2024-11-27T12:19:50,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x1017c3c339f0001, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273568855 2024-11-27T12:19:50,444 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36557-0x1017c3c339f0000, quorum=127.0.0.1:63982, baseZNode=/01273568855 Set watcher on existing znode=/01273568855/master 2024-11-27T12:19:50,445 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01273568855/backup-masters/1ba5af43fd99,36557,1732709990127 from backup master directory 2024-11-27T12:19:50,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36557-0x1017c3c339f0000, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01273568855/backup-masters/1ba5af43fd99,36557,1732709990127 2024-11-27T12:19:50,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x1017c3c339f0001, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273568855/backup-masters 2024-11-27T12:19:50,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36557-0x1017c3c339f0000, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273568855/backup-masters 2024-11-27T12:19:50,455 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:19:50,455 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ba5af43fd99,36557,1732709990127 2024-11-27T12:19:50,458 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/hbase.id] with ID: 48ce86f4-7378-4b8f-9e5d-54c9ec1678bc 2024-11-27T12:19:50,458 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/.tmp/hbase.id 2024-11-27T12:19:50,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741826_1002 (size=42) 2024-11-27T12:19:50,863 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/.tmp/hbase.id]:[hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/hbase.id] 2024-11-27T12:19:50,874 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:19:50,874 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T12:19:50,875 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T12:19:50,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x1017c3c339f0001, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273568855 2024-11-27T12:19:50,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36557-0x1017c3c339f0000, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273568855 2024-11-27T12:19:50,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741827_1003 (size=196) 2024-11-27T12:19:51,334 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:19:51,335 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T12:19:51,336 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:19:51,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741828_1004 (size=1189) 2024-11-27T12:19:51,421 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:19:51,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:19:51,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:19:51,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:19:51,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:19:51,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:19:51,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:19:51,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:19:51,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T12:19:51,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T12:19:51,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T12:19:51,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T12:19:51,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:19:51,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T12:19:51,745 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/data/master/store 2024-11-27T12:19:51,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741829_1005 (size=34) 2024-11-27T12:19:52,152 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:19:52,152 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:19:52,152 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:19:52,152 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:19:52,152 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:19:52,152 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:19:52,152 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:19:52,152 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732709992152Disabling compacts and flushes for region at 1732709992152Disabling writes for close at 1732709992152Writing region close event to WAL at 1732709992152Closed at 1732709992152 2024-11-27T12:19:52,153 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/data/master/store/.initializing 2024-11-27T12:19:52,154 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/WALs/1ba5af43fd99,36557,1732709990127 2024-11-27T12:19:52,155 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:19:52,156 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ba5af43fd99%2C36557%2C1732709990127, suffix=, logDir=hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/WALs/1ba5af43fd99,36557,1732709990127, archiveDir=hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/oldWALs, maxLogs=10 2024-11-27T12:19:52,168 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/WALs/1ba5af43fd99,36557,1732709990127/1ba5af43fd99%2C36557%2C1732709990127.1732709992156, exclude list is [], retry=0 2024-11-27T12:19:52,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37459,DS-2127571d-7f2d-40c7-9d48-ec96a5333a3b,DISK] 2024-11-27T12:19:52,171 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/WALs/1ba5af43fd99,36557,1732709990127/1ba5af43fd99%2C36557%2C1732709990127.1732709992156 2024-11-27T12:19:52,172 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33621:33621)] 2024-11-27T12:19:52,172 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:19:52,172 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:19:52,172 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:19:52,172 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:19:52,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:19:52,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T12:19:52,174 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:19:52,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:19:52,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:19:52,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T12:19:52,176 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:19:52,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:19:52,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:19:52,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T12:19:52,177 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:19:52,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:19:52,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:19:52,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T12:19:52,179 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:19:52,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:19:52,179 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:19:52,180 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:19:52,180 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:19:52,181 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:19:52,181 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:19:52,182 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:19:52,183 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:19:52,184 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:19:52,185 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65792974, jitterRate=-0.019608289003372192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:19:52,185 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732709992172Initializing all the Stores at 1732709992173 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709992173Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709992173Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709992173Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709992173Cleaning up temporary data from old regions at 1732709992181 (+8 ms)Region opened successfully at 1732709992185 (+4 ms) 2024-11-27T12:19:52,185 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T12:19:52,188 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d981526, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T12:19:52,189 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T12:19:52,189 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T12:19:52,189 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T12:19:52,189 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T12:19:52,189 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T12:19:52,190 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T12:19:52,190 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T12:19:52,191 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T12:19:52,192 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36557-0x1017c3c339f0000, quorum=127.0.0.1:63982, baseZNode=/01273568855 Unable to get data of znode /01273568855/balancer because node does not exist (not necessarily an error) 2024-11-27T12:19:52,307 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01273568855/balancer already deleted, retry=false 2024-11-27T12:19:52,307 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T12:19:52,308 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36557-0x1017c3c339f0000, quorum=127.0.0.1:63982, baseZNode=/01273568855 Unable to get data of znode /01273568855/normalizer because node does not exist (not necessarily an error) 2024-11-27T12:19:52,317 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01273568855/normalizer already deleted, retry=false 2024-11-27T12:19:52,318 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T12:19:52,319 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36557-0x1017c3c339f0000, quorum=127.0.0.1:63982, baseZNode=/01273568855 Unable to get data of znode /01273568855/switch/split because node does not exist (not necessarily an error) 2024-11-27T12:19:52,328 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01273568855/switch/split already deleted, retry=false 2024-11-27T12:19:52,329 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36557-0x1017c3c339f0000, quorum=127.0.0.1:63982, baseZNode=/01273568855 Unable to get data of znode /01273568855/switch/merge because node does not exist (not necessarily an error) 2024-11-27T12:19:52,339 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01273568855/switch/merge already deleted, retry=false 2024-11-27T12:19:52,340 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36557-0x1017c3c339f0000, quorum=127.0.0.1:63982, baseZNode=/01273568855 Unable to get data of znode /01273568855/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T12:19:52,349 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01273568855/snapshot-cleanup already deleted, retry=false 2024-11-27T12:19:52,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x1017c3c339f0001, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01273568855/running 2024-11-27T12:19:52,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36557-0x1017c3c339f0000, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01273568855/running 2024-11-27T12:19:52,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x1017c3c339f0001, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273568855 2024-11-27T12:19:52,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36557-0x1017c3c339f0000, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273568855 2024-11-27T12:19:52,360 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ba5af43fd99,36557,1732709990127, sessionid=0x1017c3c339f0000, setting cluster-up flag (Was=false) 2024-11-27T12:19:52,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36557-0x1017c3c339f0000, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273568855 2024-11-27T12:19:52,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x1017c3c339f0001, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273568855 2024-11-27T12:19:52,412 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01273568855/flush-table-proc/acquired, /01273568855/flush-table-proc/reached, /01273568855/flush-table-proc/abort 2024-11-27T12:19:52,413 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,36557,1732709990127 2024-11-27T12:19:52,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36557-0x1017c3c339f0000, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273568855 2024-11-27T12:19:52,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x1017c3c339f0001, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273568855 2024-11-27T12:19:52,465 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01273568855/online-snapshot/acquired, /01273568855/online-snapshot/reached, /01273568855/online-snapshot/abort 2024-11-27T12:19:52,466 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,36557,1732709990127 2024-11-27T12:19:52,467 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T12:19:52,469 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T12:19:52,469 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T12:19:52,469 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T12:19:52,470 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ba5af43fd99,36557,1732709990127 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T12:19:52,471 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:19:52,471 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:19:52,471 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:19:52,471 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:19:52,471 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ba5af43fd99:0, corePoolSize=10, maxPoolSize=10 2024-11-27T12:19:52,471 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:19:52,471 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:19:52,471 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:19:52,472 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732710022472 2024-11-27T12:19:52,472 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T12:19:52,472 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T12:19:52,472 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T12:19:52,472 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T12:19:52,472 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T12:19:52,472 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T12:19:52,473 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:19:52,473 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:19:52,473 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T12:19:52,473 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T12:19:52,473 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T12:19:52,473 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T12:19:52,473 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T12:19:52,474 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:19:52,474 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T12:19:52,477 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T12:19:52,477 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T12:19:52,478 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732709992477,5,FailOnTimeoutGroup] 2024-11-27T12:19:52,478 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732709992478,5,FailOnTimeoutGroup] 2024-11-27T12:19:52,478 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:19:52,478 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T12:19:52,478 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T12:19:52,478 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T12:19:52,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741831_1007 (size=1321) 2024-11-27T12:19:52,514 INFO [RS:0;1ba5af43fd99:36323 {}] regionserver.HRegionServer(746): ClusterId : 48ce86f4-7378-4b8f-9e5d-54c9ec1678bc 2024-11-27T12:19:52,514 DEBUG [RS:0;1ba5af43fd99:36323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T12:19:52,523 DEBUG [RS:0;1ba5af43fd99:36323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T12:19:52,523 DEBUG [RS:0;1ba5af43fd99:36323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T12:19:52,534 DEBUG [RS:0;1ba5af43fd99:36323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T12:19:52,534 DEBUG [RS:0;1ba5af43fd99:36323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@388b55eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T12:19:52,545 DEBUG [RS:0;1ba5af43fd99:36323 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ba5af43fd99:36323 2024-11-27T12:19:52,545 INFO [RS:0;1ba5af43fd99:36323 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T12:19:52,545 INFO [RS:0;1ba5af43fd99:36323 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T12:19:52,545 DEBUG [RS:0;1ba5af43fd99:36323 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T12:19:52,545 INFO [RS:0;1ba5af43fd99:36323 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ba5af43fd99,36557,1732709990127 with port=36323, startcode=1732709990352 2024-11-27T12:19:52,546 DEBUG [RS:0;1ba5af43fd99:36323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T12:19:52,547 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T12:19:52,547 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36557 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ba5af43fd99,36323,1732709990352 2024-11-27T12:19:52,547 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36557 {}] master.ServerManager(517): Registering regionserver=1ba5af43fd99,36323,1732709990352 2024-11-27T12:19:52,548 DEBUG [RS:0;1ba5af43fd99:36323 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52 2024-11-27T12:19:52,548 DEBUG [RS:0;1ba5af43fd99:36323 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45963 2024-11-27T12:19:52,549 DEBUG [RS:0;1ba5af43fd99:36323 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T12:19:52,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36557-0x1017c3c339f0000, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273568855/rs 2024-11-27T12:19:52,560 DEBUG [RS:0;1ba5af43fd99:36323 {}] zookeeper.ZKUtil(111): regionserver:36323-0x1017c3c339f0001, quorum=127.0.0.1:63982, baseZNode=/01273568855 Set watcher on existing znode=/01273568855/rs/1ba5af43fd99,36323,1732709990352 2024-11-27T12:19:52,560 WARN [RS:0;1ba5af43fd99:36323 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:19:52,560 INFO [RS:0;1ba5af43fd99:36323 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:19:52,560 DEBUG [RS:0;1ba5af43fd99:36323 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/WALs/1ba5af43fd99,36323,1732709990352 2024-11-27T12:19:52,561 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ba5af43fd99,36323,1732709990352] 2024-11-27T12:19:52,564 INFO [RS:0;1ba5af43fd99:36323 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T12:19:52,565 INFO [RS:0;1ba5af43fd99:36323 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T12:19:52,566 INFO [RS:0;1ba5af43fd99:36323 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T12:19:52,566 INFO [RS:0;1ba5af43fd99:36323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:19:52,566 INFO [RS:0;1ba5af43fd99:36323 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T12:19:52,566 INFO [RS:0;1ba5af43fd99:36323 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T12:19:52,567 INFO [RS:0;1ba5af43fd99:36323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T12:19:52,567 DEBUG [RS:0;1ba5af43fd99:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:19:52,567 DEBUG [RS:0;1ba5af43fd99:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:19:52,567 DEBUG [RS:0;1ba5af43fd99:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:19:52,567 DEBUG [RS:0;1ba5af43fd99:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:19:52,567 DEBUG [RS:0;1ba5af43fd99:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:19:52,567 DEBUG [RS:0;1ba5af43fd99:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:19:52,567 DEBUG [RS:0;1ba5af43fd99:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:19:52,567 DEBUG [RS:0;1ba5af43fd99:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:19:52,567 DEBUG [RS:0;1ba5af43fd99:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:19:52,567 DEBUG [RS:0;1ba5af43fd99:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:19:52,567 DEBUG [RS:0;1ba5af43fd99:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:19:52,567 DEBUG [RS:0;1ba5af43fd99:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:19:52,567 DEBUG [RS:0;1ba5af43fd99:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:19:52,567 DEBUG [RS:0;1ba5af43fd99:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:19:52,567 INFO [RS:0;1ba5af43fd99:36323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:19:52,567 INFO [RS:0;1ba5af43fd99:36323 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:19:52,567 INFO [RS:0;1ba5af43fd99:36323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:19:52,568 INFO [RS:0;1ba5af43fd99:36323 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T12:19:52,568 INFO [RS:0;1ba5af43fd99:36323 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T12:19:52,568 INFO [RS:0;1ba5af43fd99:36323 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,36323,1732709990352-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:19:52,580 INFO [RS:0;1ba5af43fd99:36323 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T12:19:52,580 INFO [RS:0;1ba5af43fd99:36323 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,36323,1732709990352-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:19:52,580 INFO [RS:0;1ba5af43fd99:36323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:19:52,580 INFO [RS:0;1ba5af43fd99:36323 {}] regionserver.Replication(171): 1ba5af43fd99,36323,1732709990352 started 2024-11-27T12:19:52,592 INFO [RS:0;1ba5af43fd99:36323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:19:52,592 INFO [RS:0;1ba5af43fd99:36323 {}] regionserver.HRegionServer(1482): Serving as 1ba5af43fd99,36323,1732709990352, RpcServer on 1ba5af43fd99/172.17.0.3:36323, sessionid=0x1017c3c339f0001 2024-11-27T12:19:52,592 DEBUG [RS:0;1ba5af43fd99:36323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T12:19:52,592 DEBUG [RS:0;1ba5af43fd99:36323 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ba5af43fd99,36323,1732709990352 2024-11-27T12:19:52,593 DEBUG [RS:0;1ba5af43fd99:36323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,36323,1732709990352' 2024-11-27T12:19:52,593 DEBUG [RS:0;1ba5af43fd99:36323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01273568855/flush-table-proc/abort' 2024-11-27T12:19:52,593 DEBUG [RS:0;1ba5af43fd99:36323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01273568855/flush-table-proc/acquired' 2024-11-27T12:19:52,593 DEBUG [RS:0;1ba5af43fd99:36323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T12:19:52,593 DEBUG [RS:0;1ba5af43fd99:36323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T12:19:52,594 DEBUG [RS:0;1ba5af43fd99:36323 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ba5af43fd99,36323,1732709990352 2024-11-27T12:19:52,594 DEBUG [RS:0;1ba5af43fd99:36323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,36323,1732709990352' 2024-11-27T12:19:52,594 DEBUG [RS:0;1ba5af43fd99:36323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01273568855/online-snapshot/abort' 2024-11-27T12:19:52,594 DEBUG [RS:0;1ba5af43fd99:36323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01273568855/online-snapshot/acquired' 2024-11-27T12:19:52,594 DEBUG [RS:0;1ba5af43fd99:36323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T12:19:52,594 INFO [RS:0;1ba5af43fd99:36323 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T12:19:52,594 INFO [RS:0;1ba5af43fd99:36323 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T12:19:52,695 INFO [RS:0;1ba5af43fd99:36323 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:19:52,696 INFO [RS:0;1ba5af43fd99:36323 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C36323%2C1732709990352, suffix=, logDir=hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/WALs/1ba5af43fd99,36323,1732709990352, archiveDir=hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/oldWALs, maxLogs=10 2024-11-27T12:19:52,708 DEBUG [RS:0;1ba5af43fd99:36323 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/WALs/1ba5af43fd99,36323,1732709990352/1ba5af43fd99%2C36323%2C1732709990352.1732709992696, exclude list is [], retry=0 2024-11-27T12:19:52,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37459,DS-2127571d-7f2d-40c7-9d48-ec96a5333a3b,DISK] 2024-11-27T12:19:52,712 INFO [RS:0;1ba5af43fd99:36323 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/WALs/1ba5af43fd99,36323,1732709990352/1ba5af43fd99%2C36323%2C1732709990352.1732709992696 2024-11-27T12:19:52,713 DEBUG [RS:0;1ba5af43fd99:36323 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33621:33621)] 2024-11-27T12:19:52,882 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T12:19:52,882 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52 2024-11-27T12:19:52,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741833_1009 (size=32) 2024-11-27T12:19:53,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:19:53,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:19:53,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:19:53,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:19:53,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:19:53,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:19:53,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:19:53,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:19:53,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:19:53,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:19:53,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:19:53,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:19:53,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:19:53,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:19:53,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:19:53,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:19:53,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:19:53,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:19:53,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/data/hbase/meta/1588230740 2024-11-27T12:19:53,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/data/hbase/meta/1588230740 2024-11-27T12:19:53,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:19:53,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:19:53,298 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:19:53,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:19:53,300 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:19:53,300 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69000841, jitterRate=0.028192654252052307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:19:53,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732709993288Initializing all the Stores at 1732709993289 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709993289Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709993289Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709993289Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709993289Cleaning up temporary data from old regions at 1732709993298 (+9 ms)Region opened successfully at 1732709993301 (+3 ms) 2024-11-27T12:19:53,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:19:53,301 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:19:53,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:19:53,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:19:53,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:19:53,301 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:19:53,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732709993301Disabling compacts and flushes for region at 1732709993301Disabling writes for close at 1732709993301Writing region close event to WAL at 1732709993301Closed at 1732709993301 2024-11-27T12:19:53,302 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:19:53,302 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T12:19:53,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T12:19:53,303 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:19:53,304 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T12:19:53,454 DEBUG [1ba5af43fd99:36557 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T12:19:53,455 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ba5af43fd99,36323,1732709990352 2024-11-27T12:19:53,456 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,36323,1732709990352, state=OPENING 2024-11-27T12:19:53,517 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T12:19:53,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36557-0x1017c3c339f0000, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273568855 2024-11-27T12:19:53,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x1017c3c339f0001, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273568855 2024-11-27T12:19:53,529 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:19:53,529 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,36323,1732709990352}] 2024-11-27T12:19:53,529 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01273568855/meta-region-server: CHANGED 2024-11-27T12:19:53,529 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01273568855/meta-region-server: CHANGED 2024-11-27T12:19:53,681 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T12:19:53,682 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T12:19:53,686 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T12:19:53,686 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:19:53,686 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T12:19:53,687 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C36323%2C1732709990352.meta, suffix=.meta, logDir=hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/WALs/1ba5af43fd99,36323,1732709990352, archiveDir=hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/oldWALs, maxLogs=10 2024-11-27T12:19:53,699 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/WALs/1ba5af43fd99,36323,1732709990352/1ba5af43fd99%2C36323%2C1732709990352.meta.1732709993688.meta, exclude list is [], retry=0 2024-11-27T12:19:53,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37459,DS-2127571d-7f2d-40c7-9d48-ec96a5333a3b,DISK] 2024-11-27T12:19:53,702 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/WALs/1ba5af43fd99,36323,1732709990352/1ba5af43fd99%2C36323%2C1732709990352.meta.1732709993688.meta 2024-11-27T12:19:53,703 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33621:33621)] 2024-11-27T12:19:53,703 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:19:53,703 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:19:53,703 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T12:19:53,703 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T12:19:53,703 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T12:19:53,703 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T12:19:53,703 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:19:53,703 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T12:19:53,703 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T12:19:53,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:19:53,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:19:53,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:19:53,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:19:53,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:19:53,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:19:53,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:19:53,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:19:53,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:19:53,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:19:53,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:19:53,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:19:53,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:19:53,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:19:53,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:19:53,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:19:53,709 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:19:53,709 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/data/hbase/meta/1588230740 2024-11-27T12:19:53,710 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/data/hbase/meta/1588230740 2024-11-27T12:19:53,711 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:19:53,711 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:19:53,712 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:19:53,713 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:19:53,713 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65189821, jitterRate=-0.028595969080924988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:19:53,713 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T12:19:53,714 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732709993704Writing region info on filesystem at 1732709993704Initializing all the Stores at 1732709993704Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709993704Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709993705 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709993705Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709993705Cleaning up temporary data from old regions at 1732709993711 (+6 ms)Running coprocessor post-open hooks at 1732709993713 (+2 ms)Region opened successfully at 1732709993714 (+1 ms) 2024-11-27T12:19:53,715 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732709993681 2024-11-27T12:19:53,716 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T12:19:53,716 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T12:19:53,717 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,36323,1732709990352 2024-11-27T12:19:53,718 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,36323,1732709990352, state=OPEN 2024-11-27T12:19:53,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x1017c3c339f0001, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01273568855/meta-region-server 2024-11-27T12:19:53,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36557-0x1017c3c339f0000, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01273568855/meta-region-server 2024-11-27T12:19:53,753 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ba5af43fd99,36323,1732709990352 2024-11-27T12:19:53,753 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01273568855/meta-region-server: CHANGED 2024-11-27T12:19:53,753 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01273568855/meta-region-server: CHANGED 2024-11-27T12:19:53,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T12:19:53,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,36323,1732709990352 in 224 msec 2024-11-27T12:19:53,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T12:19:53,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 454 msec 2024-11-27T12:19:53,758 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:19:53,758 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T12:19:53,759 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:19:53,759 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,36323,1732709990352, seqNum=-1] 2024-11-27T12:19:53,759 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:19:53,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48561, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:19:53,765 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2950 sec 2024-11-27T12:19:53,765 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732709993765, completionTime=-1 2024-11-27T12:19:53,765 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T12:19:53,765 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T12:19:53,767 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T12:19:53,767 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732710053767 2024-11-27T12:19:53,767 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732710113767 2024-11-27T12:19:53,767 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T12:19:53,767 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,36557,1732709990127-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:19:53,767 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,36557,1732709990127-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:19:53,767 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,36557,1732709990127-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:19:53,767 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ba5af43fd99:36557, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:19:53,767 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T12:19:53,767 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T12:19:53,768 DEBUG [master/1ba5af43fd99:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T12:19:53,770 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.315sec 2024-11-27T12:19:53,770 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T12:19:53,770 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T12:19:53,770 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T12:19:53,771 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T12:19:53,771 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T12:19:53,771 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,36557,1732709990127-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:19:53,771 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,36557,1732709990127-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T12:19:53,773 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T12:19:53,773 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T12:19:53,773 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,36557,1732709990127-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:19:53,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c81528f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:19:53,815 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,36557,-1 for getting cluster id 2024-11-27T12:19:53,815 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:19:53,816 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48ce86f4-7378-4b8f-9e5d-54c9ec1678bc' 2024-11-27T12:19:53,816 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:19:53,816 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48ce86f4-7378-4b8f-9e5d-54c9ec1678bc" 2024-11-27T12:19:53,816 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f034e01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:19:53,816 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,36557,-1] 2024-11-27T12:19:53,817 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:19:53,817 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:19:53,817 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:19:53,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e368de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:19:53,818 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:19:53,819 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,36323,1732709990352, seqNum=-1] 2024-11-27T12:19:53,819 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:19:53,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:19:53,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ba5af43fd99,36557,1732709990127 2024-11-27T12:19:53,822 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63982 2024-11-27T12:19:53,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:19:53,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017c3c339f0002 connected 2024-11-27T12:19:53,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed040723-9412-8d80-4719-01a37bbff4fc/hadoop.log.dir so I do NOT create it in target/test-data/476c2b73-3d81-e95d-e493-8585cb37ac38 2024-11-27T12:19:53,857 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed040723-9412-8d80-4719-01a37bbff4fc/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T12:19:53,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed040723-9412-8d80-4719-01a37bbff4fc/hadoop.tmp.dir so I do NOT create it in target/test-data/476c2b73-3d81-e95d-e493-8585cb37ac38 2024-11-27T12:19:53,857 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed040723-9412-8d80-4719-01a37bbff4fc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T12:19:53,857 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476c2b73-3d81-e95d-e493-8585cb37ac38 2024-11-27T12:19:53,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T12:19:53,858 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476c2b73-3d81-e95d-e493-8585cb37ac38/cluster_3f42e11a-4fa4-b5da-6142-86d2e66c7aaa, deleteOnExit=true 2024-11-27T12:19:53,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T12:19:53,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476c2b73-3d81-e95d-e493-8585cb37ac38/test.cache.data in system properties and HBase conf 2024-11-27T12:19:53,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476c2b73-3d81-e95d-e493-8585cb37ac38/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T12:19:53,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476c2b73-3d81-e95d-e493-8585cb37ac38/hadoop.log.dir in system properties and HBase conf 2024-11-27T12:19:53,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476c2b73-3d81-e95d-e493-8585cb37ac38/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T12:19:53,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476c2b73-3d81-e95d-e493-8585cb37ac38/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T12:19:53,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T12:19:53,858 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T12:19:53,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476c2b73-3d81-e95d-e493-8585cb37ac38/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:19:53,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476c2b73-3d81-e95d-e493-8585cb37ac38/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:19:53,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476c2b73-3d81-e95d-e493-8585cb37ac38/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T12:19:53,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476c2b73-3d81-e95d-e493-8585cb37ac38/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:19:53,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476c2b73-3d81-e95d-e493-8585cb37ac38/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T12:19:53,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476c2b73-3d81-e95d-e493-8585cb37ac38/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T12:19:53,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476c2b73-3d81-e95d-e493-8585cb37ac38/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:19:53,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476c2b73-3d81-e95d-e493-8585cb37ac38/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:19:53,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476c2b73-3d81-e95d-e493-8585cb37ac38/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T12:19:53,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476c2b73-3d81-e95d-e493-8585cb37ac38/nfs.dump.dir in system properties and HBase conf 2024-11-27T12:19:53,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476c2b73-3d81-e95d-e493-8585cb37ac38/java.io.tmpdir in system properties and HBase conf 2024-11-27T12:19:53,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476c2b73-3d81-e95d-e493-8585cb37ac38/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:19:53,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476c2b73-3d81-e95d-e493-8585cb37ac38/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T12:19:53,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476c2b73-3d81-e95d-e493-8585cb37ac38/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T12:19:54,188 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:19:54,191 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:19:54,192 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:19:54,192 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:19:54,192 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T12:19:54,193 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:19:54,194 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f7a8707{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476c2b73-3d81-e95d-e493-8585cb37ac38/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:19:54,194 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25c7dd70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:19:54,287 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d30bee1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476c2b73-3d81-e95d-e493-8585cb37ac38/java.io.tmpdir/jetty-localhost-32837-hadoop-hdfs-3_4_1-tests_jar-_-any-15534962224279833790/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:19:54,287 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@780a9b6b{HTTP/1.1, (http/1.1)}{localhost:32837} 2024-11-27T12:19:54,288 INFO [Time-limited test {}] server.Server(415): Started @149257ms 2024-11-27T12:19:54,528 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:19:54,531 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:19:54,532 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:19:54,532 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:19:54,532 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T12:19:54,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b7b176a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476c2b73-3d81-e95d-e493-8585cb37ac38/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:19:54,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63a0c2e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:19:54,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@466c24c9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476c2b73-3d81-e95d-e493-8585cb37ac38/java.io.tmpdir/jetty-localhost-42645-hadoop-hdfs-3_4_1-tests_jar-_-any-10388954226678642727/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:19:54,626 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@aff9abc{HTTP/1.1, (http/1.1)}{localhost:42645} 2024-11-27T12:19:54,626 INFO [Time-limited test {}] server.Server(415): Started @149596ms 2024-11-27T12:19:54,627 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T12:19:55,295 WARN [Thread-1408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476c2b73-3d81-e95d-e493-8585cb37ac38/cluster_3f42e11a-4fa4-b5da-6142-86d2e66c7aaa/data/data1/current/BP-407226146-172.17.0.3-1732709993874/current, will proceed with Du for space computation calculation, 2024-11-27T12:19:55,296 WARN [Thread-1409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476c2b73-3d81-e95d-e493-8585cb37ac38/cluster_3f42e11a-4fa4-b5da-6142-86d2e66c7aaa/data/data2/current/BP-407226146-172.17.0.3-1732709993874/current, will proceed with Du for space computation calculation, 2024-11-27T12:19:55,310 WARN [Thread-1396 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T12:19:55,312 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x617291f53e507e66 with lease ID 0x6251a9d62fd1877e: Processing first storage report for DS-061c9911-f7c8-4168-9157-a4f37e397575 from datanode DatanodeRegistration(127.0.0.1:41885, datanodeUuid=cd44ecaf-78b4-42a2-9623-e1bba5aaba21, infoPort=35345, infoSecurePort=0, ipcPort=46833, storageInfo=lv=-57;cid=testClusterID;nsid=965768444;c=1732709993874) 2024-11-27T12:19:55,312 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x617291f53e507e66 with lease ID 0x6251a9d62fd1877e: from storage DS-061c9911-f7c8-4168-9157-a4f37e397575 node DatanodeRegistration(127.0.0.1:41885, datanodeUuid=cd44ecaf-78b4-42a2-9623-e1bba5aaba21, infoPort=35345, infoSecurePort=0, ipcPort=46833, storageInfo=lv=-57;cid=testClusterID;nsid=965768444;c=1732709993874), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:19:55,312 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x617291f53e507e66 with lease ID 0x6251a9d62fd1877e: Processing first storage report for DS-5f398831-9219-44d6-bc55-8e23e8d053ff from datanode DatanodeRegistration(127.0.0.1:41885, datanodeUuid=cd44ecaf-78b4-42a2-9623-e1bba5aaba21, infoPort=35345, infoSecurePort=0, ipcPort=46833, storageInfo=lv=-57;cid=testClusterID;nsid=965768444;c=1732709993874) 2024-11-27T12:19:55,312 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x617291f53e507e66 with lease ID 0x6251a9d62fd1877e: from storage DS-5f398831-9219-44d6-bc55-8e23e8d053ff node DatanodeRegistration(127.0.0.1:41885, datanodeUuid=cd44ecaf-78b4-42a2-9623-e1bba5aaba21, infoPort=35345, infoSecurePort=0, ipcPort=46833, storageInfo=lv=-57;cid=testClusterID;nsid=965768444;c=1732709993874), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:19:55,351 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476c2b73-3d81-e95d-e493-8585cb37ac38 2024-11-27T12:19:55,352 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:19:55,353 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:19:55,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741825_1001 (size=7) 2024-11-27T12:19:55,760 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a with version=8 2024-11-27T12:19:55,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/hbase-staging 2024-11-27T12:19:55,763 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T12:19:55,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:19:55,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:19:55,763 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:19:55,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:19:55,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:19:55,763 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T12:19:55,763 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:19:55,764 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38405 2024-11-27T12:19:55,765 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38405 connecting to ZooKeeper ensemble=127.0.0.1:63982 2024-11-27T12:19:55,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384050x0, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:19:55,813 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38405-0x1017c3c339f0003 connected 2024-11-27T12:19:55,886 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:19:55,887 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:19:55,889 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38405-0x1017c3c339f0003, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Set watcher on znode that does not yet exist, /1-830921811/running 2024-11-27T12:19:55,889 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a, hbase.cluster.distributed=false 2024-11-27T12:19:55,890 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38405-0x1017c3c339f0003, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Set watcher on znode that does not yet exist, /1-830921811/acl 2024-11-27T12:19:55,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38405 2024-11-27T12:19:55,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38405 2024-11-27T12:19:55,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38405 2024-11-27T12:19:55,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38405 2024-11-27T12:19:55,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38405 2024-11-27T12:19:55,905 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T12:19:55,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:19:55,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:19:55,905 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:19:55,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:19:55,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:19:55,905 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T12:19:55,905 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:19:55,905 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40227 2024-11-27T12:19:55,907 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40227 connecting to ZooKeeper ensemble=127.0.0.1:63982 2024-11-27T12:19:55,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:19:55,908 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:19:55,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402270x0, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:19:55,923 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:402270x0, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Set watcher on znode that does not yet exist, /1-830921811/running 2024-11-27T12:19:55,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40227-0x1017c3c339f0004 connected 2024-11-27T12:19:55,923 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T12:19:55,923 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T12:19:55,924 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40227-0x1017c3c339f0004, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Set watcher on znode that does not yet exist, /1-830921811/master 2024-11-27T12:19:55,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40227-0x1017c3c339f0004, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Set watcher on znode that does not yet exist, /1-830921811/acl 2024-11-27T12:19:55,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40227 2024-11-27T12:19:55,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40227 2024-11-27T12:19:55,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40227 2024-11-27T12:19:55,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40227 2024-11-27T12:19:55,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40227 2024-11-27T12:19:55,940 DEBUG [M:0;1ba5af43fd99:38405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ba5af43fd99:38405 2024-11-27T12:19:55,940 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-830921811/backup-masters/1ba5af43fd99,38405,1732709995763 2024-11-27T12:19:55,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40227-0x1017c3c339f0004, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-830921811/backup-masters 2024-11-27T12:19:55,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1017c3c339f0003, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-830921811/backup-masters 2024-11-27T12:19:55,949 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38405-0x1017c3c339f0003, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Set watcher on existing znode=/1-830921811/backup-masters/1ba5af43fd99,38405,1732709995763 2024-11-27T12:19:55,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40227-0x1017c3c339f0004, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-830921811/master 2024-11-27T12:19:55,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1017c3c339f0003, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-830921811 2024-11-27T12:19:55,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40227-0x1017c3c339f0004, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-830921811 2024-11-27T12:19:55,960 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38405-0x1017c3c339f0003, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Set watcher on existing znode=/1-830921811/master 2024-11-27T12:19:55,960 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-830921811/backup-masters/1ba5af43fd99,38405,1732709995763 from backup master directory 2024-11-27T12:19:55,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1017c3c339f0003, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-830921811/backup-masters/1ba5af43fd99,38405,1732709995763 2024-11-27T12:19:55,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40227-0x1017c3c339f0004, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-830921811/backup-masters 2024-11-27T12:19:55,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1017c3c339f0003, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-830921811/backup-masters 2024-11-27T12:19:55,970 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:19:55,970 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ba5af43fd99,38405,1732709995763 2024-11-27T12:19:55,973 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/hbase.id] with ID: 19c2cf05-48f5-4c43-a6bb-7006538bea28 2024-11-27T12:19:55,973 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/.tmp/hbase.id 2024-11-27T12:19:55,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741826_1002 (size=42) 2024-11-27T12:19:56,378 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/.tmp/hbase.id]:[hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/hbase.id] 2024-11-27T12:19:56,389 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:19:56,389 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T12:19:56,390 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T12:19:56,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40227-0x1017c3c339f0004, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-830921811 2024-11-27T12:19:56,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1017c3c339f0003, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-830921811 2024-11-27T12:19:56,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741827_1003 (size=196) 2024-11-27T12:19:56,850 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:19:56,850 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T12:19:56,851 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:19:56,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741828_1004 (size=1189) 2024-11-27T12:19:56,974 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:19:57,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:19:57,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:19:57,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:19:57,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:19:57,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:19:57,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:19:57,257 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/MasterData/data/master/store 2024-11-27T12:19:57,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741829_1005 (size=34) 2024-11-27T12:19:57,663 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:19:57,663 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:19:57,663 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:19:57,663 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:19:57,663 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:19:57,663 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:19:57,664 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:19:57,664 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732709997663Disabling compacts and flushes for region at 1732709997663Disabling writes for close at 1732709997663Writing region close event to WAL at 1732709997664 (+1 ms)Closed at 1732709997664 2024-11-27T12:19:57,664 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/MasterData/data/master/store/.initializing 2024-11-27T12:19:57,664 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/MasterData/WALs/1ba5af43fd99,38405,1732709995763 2024-11-27T12:19:57,665 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:19:57,667 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ba5af43fd99%2C38405%2C1732709995763, suffix=, logDir=hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/MasterData/WALs/1ba5af43fd99,38405,1732709995763, archiveDir=hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/MasterData/oldWALs, maxLogs=10 2024-11-27T12:19:57,679 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/MasterData/WALs/1ba5af43fd99,38405,1732709995763/1ba5af43fd99%2C38405%2C1732709995763.1732709997667, exclude list is [], retry=0 2024-11-27T12:19:57,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41885,DS-061c9911-f7c8-4168-9157-a4f37e397575,DISK] 2024-11-27T12:19:57,683 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/MasterData/WALs/1ba5af43fd99,38405,1732709995763/1ba5af43fd99%2C38405%2C1732709995763.1732709997667 2024-11-27T12:19:57,683 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35345:35345)] 2024-11-27T12:19:57,683 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:19:57,683 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:19:57,683 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:19:57,683 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:19:57,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:19:57,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T12:19:57,686 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:19:57,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:19:57,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:19:57,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T12:19:57,687 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:19:57,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:19:57,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:19:57,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T12:19:57,689 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:19:57,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:19:57,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:19:57,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T12:19:57,690 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:19:57,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:19:57,691 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:19:57,691 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:19:57,692 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:19:57,693 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:19:57,693 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:19:57,693 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:19:57,694 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:19:57,696 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:19:57,696 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73459119, jitterRate=0.09462617337703705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:19:57,696 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732709997683Initializing all the Stores at 1732709997684 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709997684Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709997684Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709997684Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709997684Cleaning up temporary data from old regions at 1732709997693 (+9 ms)Region opened successfully at 1732709997696 (+3 ms) 2024-11-27T12:19:57,696 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T12:19:57,699 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e8fdc25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T12:19:57,700 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T12:19:57,700 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T12:19:57,700 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T12:19:57,700 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T12:19:57,700 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T12:19:57,701 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T12:19:57,701 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T12:19:57,702 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T12:19:57,703 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38405-0x1017c3c339f0003, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Unable to get data of znode /1-830921811/balancer because node does not exist (not necessarily an error) 2024-11-27T12:19:57,812 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-830921811/balancer already deleted, retry=false 2024-11-27T12:19:57,812 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T12:19:57,813 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38405-0x1017c3c339f0003, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Unable to get data of znode /1-830921811/normalizer because node does not exist (not necessarily an error) 2024-11-27T12:19:57,822 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-830921811/normalizer already deleted, retry=false 2024-11-27T12:19:57,823 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T12:19:57,824 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38405-0x1017c3c339f0003, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Unable to get data of znode /1-830921811/switch/split because node does not exist (not necessarily an error) 2024-11-27T12:19:57,833 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-830921811/switch/split already deleted, retry=false 2024-11-27T12:19:57,834 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38405-0x1017c3c339f0003, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Unable to get data of znode /1-830921811/switch/merge because node does not exist (not necessarily an error) 2024-11-27T12:19:57,843 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-830921811/switch/merge already deleted, retry=false 2024-11-27T12:19:57,845 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38405-0x1017c3c339f0003, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Unable to get data of znode /1-830921811/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T12:19:57,854 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-830921811/snapshot-cleanup already deleted, retry=false 2024-11-27T12:19:57,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1017c3c339f0003, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-830921811/running 2024-11-27T12:19:57,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40227-0x1017c3c339f0004, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-830921811/running 2024-11-27T12:19:57,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1017c3c339f0003, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-830921811 2024-11-27T12:19:57,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40227-0x1017c3c339f0004, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-830921811 2024-11-27T12:19:57,865 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ba5af43fd99,38405,1732709995763, sessionid=0x1017c3c339f0003, setting cluster-up flag (Was=false) 2024-11-27T12:19:57,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1017c3c339f0003, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-830921811 2024-11-27T12:19:57,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40227-0x1017c3c339f0004, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-830921811 2024-11-27T12:19:57,917 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-830921811/flush-table-proc/acquired, /1-830921811/flush-table-proc/reached, /1-830921811/flush-table-proc/abort 2024-11-27T12:19:57,918 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,38405,1732709995763 2024-11-27T12:19:57,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1017c3c339f0003, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-830921811 2024-11-27T12:19:57,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40227-0x1017c3c339f0004, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-830921811 2024-11-27T12:19:57,970 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-830921811/online-snapshot/acquired, /1-830921811/online-snapshot/reached, /1-830921811/online-snapshot/abort 2024-11-27T12:19:57,971 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,38405,1732709995763 2024-11-27T12:19:57,972 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T12:19:57,973 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T12:19:57,974 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T12:19:57,974 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T12:19:57,974 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ba5af43fd99,38405,1732709995763 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T12:19:57,975 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:19:57,975 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:19:57,975 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:19:57,975 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:19:57,975 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ba5af43fd99:0, corePoolSize=10, maxPoolSize=10 2024-11-27T12:19:57,975 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:19:57,975 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:19:57,975 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:19:57,976 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732710027976 2024-11-27T12:19:57,976 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T12:19:57,976 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T12:19:57,976 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T12:19:57,976 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T12:19:57,976 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T12:19:57,976 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T12:19:57,977 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:19:57,977 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:19:57,977 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T12:19:57,977 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T12:19:57,977 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T12:19:57,977 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T12:19:57,977 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T12:19:57,977 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T12:19:57,977 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T12:19:57,977 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732709997977,5,FailOnTimeoutGroup] 2024-11-27T12:19:57,978 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732709997977,5,FailOnTimeoutGroup] 2024-11-27T12:19:57,978 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:19:57,978 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:19:57,978 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T12:19:57,978 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T12:19:57,978 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T12:19:57,978 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T12:19:57,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741831_1007 (size=1321) 2024-11-27T12:19:58,032 INFO [RS:0;1ba5af43fd99:40227 {}] regionserver.HRegionServer(746): ClusterId : 19c2cf05-48f5-4c43-a6bb-7006538bea28 2024-11-27T12:19:58,032 DEBUG [RS:0;1ba5af43fd99:40227 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T12:19:58,044 DEBUG [RS:0;1ba5af43fd99:40227 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T12:19:58,044 DEBUG [RS:0;1ba5af43fd99:40227 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T12:19:58,055 DEBUG [RS:0;1ba5af43fd99:40227 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T12:19:58,055 DEBUG [RS:0;1ba5af43fd99:40227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b64a9b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T12:19:58,065 DEBUG [RS:0;1ba5af43fd99:40227 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ba5af43fd99:40227 2024-11-27T12:19:58,065 INFO [RS:0;1ba5af43fd99:40227 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T12:19:58,065 INFO [RS:0;1ba5af43fd99:40227 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T12:19:58,065 DEBUG [RS:0;1ba5af43fd99:40227 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T12:19:58,066 INFO [RS:0;1ba5af43fd99:40227 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ba5af43fd99,38405,1732709995763 with port=40227, startcode=1732709995904 2024-11-27T12:19:58,066 DEBUG [RS:0;1ba5af43fd99:40227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T12:19:58,067 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T12:19:58,068 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38405 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ba5af43fd99,40227,1732709995904 2024-11-27T12:19:58,068 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38405 {}] master.ServerManager(517): Registering regionserver=1ba5af43fd99,40227,1732709995904 2024-11-27T12:19:58,069 DEBUG [RS:0;1ba5af43fd99:40227 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a 2024-11-27T12:19:58,069 DEBUG [RS:0;1ba5af43fd99:40227 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37351 2024-11-27T12:19:58,069 DEBUG [RS:0;1ba5af43fd99:40227 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T12:19:58,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1017c3c339f0003, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-830921811/rs 2024-11-27T12:19:58,118 DEBUG [RS:0;1ba5af43fd99:40227 {}] zookeeper.ZKUtil(111): regionserver:40227-0x1017c3c339f0004, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Set watcher on existing znode=/1-830921811/rs/1ba5af43fd99,40227,1732709995904 2024-11-27T12:19:58,118 WARN [RS:0;1ba5af43fd99:40227 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:19:58,118 INFO [RS:0;1ba5af43fd99:40227 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:19:58,118 DEBUG [RS:0;1ba5af43fd99:40227 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/WALs/1ba5af43fd99,40227,1732709995904 2024-11-27T12:19:58,118 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ba5af43fd99,40227,1732709995904] 2024-11-27T12:19:58,121 INFO [RS:0;1ba5af43fd99:40227 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T12:19:58,122 INFO [RS:0;1ba5af43fd99:40227 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T12:19:58,122 INFO [RS:0;1ba5af43fd99:40227 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T12:19:58,122 INFO [RS:0;1ba5af43fd99:40227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:19:58,122 INFO [RS:0;1ba5af43fd99:40227 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T12:19:58,123 INFO [RS:0;1ba5af43fd99:40227 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T12:19:58,123 INFO [RS:0;1ba5af43fd99:40227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T12:19:58,123 DEBUG [RS:0;1ba5af43fd99:40227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:19:58,123 DEBUG [RS:0;1ba5af43fd99:40227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:19:58,123 DEBUG [RS:0;1ba5af43fd99:40227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:19:58,123 DEBUG [RS:0;1ba5af43fd99:40227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:19:58,123 DEBUG [RS:0;1ba5af43fd99:40227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:19:58,123 DEBUG [RS:0;1ba5af43fd99:40227 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:19:58,123 DEBUG [RS:0;1ba5af43fd99:40227 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:19:58,123 DEBUG [RS:0;1ba5af43fd99:40227 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:19:58,123 DEBUG [RS:0;1ba5af43fd99:40227 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:19:58,123 DEBUG [RS:0;1ba5af43fd99:40227 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:19:58,123 DEBUG [RS:0;1ba5af43fd99:40227 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:19:58,124 DEBUG [RS:0;1ba5af43fd99:40227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:19:58,124 DEBUG [RS:0;1ba5af43fd99:40227 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:19:58,124 DEBUG [RS:0;1ba5af43fd99:40227 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:19:58,124 INFO [RS:0;1ba5af43fd99:40227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:19:58,124 INFO [RS:0;1ba5af43fd99:40227 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:19:58,124 INFO [RS:0;1ba5af43fd99:40227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:19:58,124 INFO [RS:0;1ba5af43fd99:40227 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T12:19:58,124 INFO [RS:0;1ba5af43fd99:40227 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T12:19:58,124 INFO [RS:0;1ba5af43fd99:40227 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,40227,1732709995904-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:19:58,137 INFO [RS:0;1ba5af43fd99:40227 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T12:19:58,137 INFO [RS:0;1ba5af43fd99:40227 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,40227,1732709995904-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:19:58,137 INFO [RS:0;1ba5af43fd99:40227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:19:58,137 INFO [RS:0;1ba5af43fd99:40227 {}] regionserver.Replication(171): 1ba5af43fd99,40227,1732709995904 started 2024-11-27T12:19:58,149 INFO [RS:0;1ba5af43fd99:40227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:19:58,149 INFO [RS:0;1ba5af43fd99:40227 {}] regionserver.HRegionServer(1482): Serving as 1ba5af43fd99,40227,1732709995904, RpcServer on 1ba5af43fd99/172.17.0.3:40227, sessionid=0x1017c3c339f0004 2024-11-27T12:19:58,149 DEBUG [RS:0;1ba5af43fd99:40227 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T12:19:58,149 DEBUG [RS:0;1ba5af43fd99:40227 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ba5af43fd99,40227,1732709995904 2024-11-27T12:19:58,149 DEBUG [RS:0;1ba5af43fd99:40227 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,40227,1732709995904' 2024-11-27T12:19:58,149 DEBUG [RS:0;1ba5af43fd99:40227 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-830921811/flush-table-proc/abort' 2024-11-27T12:19:58,150 DEBUG [RS:0;1ba5af43fd99:40227 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-830921811/flush-table-proc/acquired' 2024-11-27T12:19:58,150 DEBUG [RS:0;1ba5af43fd99:40227 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T12:19:58,150 DEBUG [RS:0;1ba5af43fd99:40227 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T12:19:58,150 DEBUG [RS:0;1ba5af43fd99:40227 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ba5af43fd99,40227,1732709995904 2024-11-27T12:19:58,150 DEBUG [RS:0;1ba5af43fd99:40227 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,40227,1732709995904' 2024-11-27T12:19:58,150 DEBUG [RS:0;1ba5af43fd99:40227 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-830921811/online-snapshot/abort' 2024-11-27T12:19:58,150 DEBUG [RS:0;1ba5af43fd99:40227 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-830921811/online-snapshot/acquired' 2024-11-27T12:19:58,150 DEBUG [RS:0;1ba5af43fd99:40227 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T12:19:58,150 INFO [RS:0;1ba5af43fd99:40227 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T12:19:58,150 INFO [RS:0;1ba5af43fd99:40227 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T12:19:58,251 INFO [RS:0;1ba5af43fd99:40227 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:19:58,252 INFO [RS:0;1ba5af43fd99:40227 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C40227%2C1732709995904, suffix=, logDir=hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/WALs/1ba5af43fd99,40227,1732709995904, archiveDir=hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/oldWALs, maxLogs=10 2024-11-27T12:19:58,264 DEBUG [RS:0;1ba5af43fd99:40227 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/WALs/1ba5af43fd99,40227,1732709995904/1ba5af43fd99%2C40227%2C1732709995904.1732709998252, exclude list is [], retry=0 2024-11-27T12:19:58,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41885,DS-061c9911-f7c8-4168-9157-a4f37e397575,DISK] 2024-11-27T12:19:58,268 INFO [RS:0;1ba5af43fd99:40227 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/WALs/1ba5af43fd99,40227,1732709995904/1ba5af43fd99%2C40227%2C1732709995904.1732709998252 2024-11-27T12:19:58,268 DEBUG [RS:0;1ba5af43fd99:40227 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35345:35345)] 2024-11-27T12:19:58,386 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T12:19:58,386 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a 2024-11-27T12:19:58,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741833_1009 (size=32) 2024-11-27T12:19:58,564 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T12:19:58,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:19:58,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:19:58,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:19:58,795 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:19:58,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:19:58,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:19:58,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:19:58,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:19:58,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:19:58,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:19:58,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:19:58,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:19:58,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:19:58,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:19:58,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:19:58,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:19:58,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:19:58,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:19:58,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/data/hbase/meta/1588230740 2024-11-27T12:19:58,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/data/hbase/meta/1588230740 2024-11-27T12:19:58,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:19:58,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:19:58,801 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:19:58,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:19:58,804 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:19:58,805 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60908796, jitterRate=-0.09238821268081665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:19:58,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732709998792Initializing all the Stores at 1732709998793 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709998793Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709998793Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709998793Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709998793Cleaning up temporary data from old regions at 1732709998801 (+8 ms)Region opened successfully at 1732709998805 (+4 ms) 2024-11-27T12:19:58,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:19:58,805 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:19:58,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:19:58,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:19:58,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:19:58,805 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:19:58,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732709998805Disabling compacts and flushes for region at 1732709998805Disabling writes for close at 1732709998805Writing region close event to WAL at 1732709998805Closed at 1732709998805 2024-11-27T12:19:58,806 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:19:58,806 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T12:19:58,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T12:19:58,807 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:19:58,808 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T12:19:58,958 DEBUG [1ba5af43fd99:38405 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T12:19:58,958 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ba5af43fd99,40227,1732709995904 2024-11-27T12:19:58,960 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,40227,1732709995904, state=OPENING 2024-11-27T12:19:59,012 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T12:19:59,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1017c3c339f0003, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-830921811 2024-11-27T12:19:59,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40227-0x1017c3c339f0004, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-830921811 2024-11-27T12:19:59,023 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:19:59,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-830921811/meta-region-server: CHANGED 2024-11-27T12:19:59,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-830921811/meta-region-server: CHANGED 2024-11-27T12:19:59,023 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,40227,1732709995904}] 2024-11-27T12:19:59,176 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T12:19:59,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41129, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T12:19:59,180 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T12:19:59,180 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:19:59,181 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T12:19:59,182 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C40227%2C1732709995904.meta, suffix=.meta, logDir=hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/WALs/1ba5af43fd99,40227,1732709995904, archiveDir=hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/oldWALs, maxLogs=10 2024-11-27T12:19:59,194 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/WALs/1ba5af43fd99,40227,1732709995904/1ba5af43fd99%2C40227%2C1732709995904.meta.1732709999183.meta, exclude list is [], retry=0 2024-11-27T12:19:59,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41885,DS-061c9911-f7c8-4168-9157-a4f37e397575,DISK] 2024-11-27T12:19:59,198 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/WALs/1ba5af43fd99,40227,1732709995904/1ba5af43fd99%2C40227%2C1732709995904.meta.1732709999183.meta 2024-11-27T12:19:59,198 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35345:35345)] 2024-11-27T12:19:59,198 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:19:59,199 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:19:59,199 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T12:19:59,199 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T12:19:59,199 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T12:19:59,199 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T12:19:59,199 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:19:59,199 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T12:19:59,199 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T12:19:59,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:19:59,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:19:59,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:19:59,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:19:59,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:19:59,202 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:19:59,202 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:19:59,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:19:59,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:19:59,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:19:59,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:19:59,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:19:59,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:19:59,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:19:59,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:19:59,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:19:59,204 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:19:59,204 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/data/hbase/meta/1588230740 2024-11-27T12:19:59,205 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/data/hbase/meta/1588230740 2024-11-27T12:19:59,206 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:19:59,206 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:19:59,206 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:19:59,207 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:19:59,208 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64414787, jitterRate=-0.04014487564563751}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:19:59,208 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T12:19:59,208 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732709999199Writing region info on filesystem at 1732709999199Initializing all the Stores at 1732709999200 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709999200Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709999200Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732709999200Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732709999200Cleaning up temporary data from old regions at 1732709999206 (+6 ms)Running coprocessor post-open hooks at 1732709999208 (+2 ms)Region opened successfully at 1732709999208 2024-11-27T12:19:59,209 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732709999175 2024-11-27T12:19:59,211 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T12:19:59,211 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T12:19:59,211 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,40227,1732709995904 2024-11-27T12:19:59,212 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,40227,1732709995904, state=OPEN 2024-11-27T12:19:59,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1017c3c339f0003, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-830921811/meta-region-server 2024-11-27T12:19:59,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40227-0x1017c3c339f0004, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-830921811/meta-region-server 2024-11-27T12:19:59,223 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-830921811/meta-region-server: CHANGED 2024-11-27T12:19:59,223 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-830921811/meta-region-server: CHANGED 2024-11-27T12:19:59,223 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ba5af43fd99,40227,1732709995904 2024-11-27T12:19:59,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T12:19:59,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,40227,1732709995904 in 200 msec 2024-11-27T12:19:59,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T12:19:59,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 419 msec 2024-11-27T12:19:59,228 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:19:59,228 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T12:19:59,229 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:19:59,229 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,40227,1732709995904, seqNum=-1] 2024-11-27T12:19:59,230 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:19:59,231 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42793, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:19:59,235 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2620 sec 2024-11-27T12:19:59,235 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732709999235, completionTime=-1 2024-11-27T12:19:59,235 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T12:19:59,235 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T12:19:59,237 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T12:19:59,237 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732710059237 2024-11-27T12:19:59,237 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732710119237 2024-11-27T12:19:59,237 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T12:19:59,237 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,38405,1732709995763-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:19:59,237 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,38405,1732709995763-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:19:59,237 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,38405,1732709995763-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:19:59,237 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ba5af43fd99:38405, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:19:59,237 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T12:19:59,237 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T12:19:59,239 DEBUG [master/1ba5af43fd99:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T12:19:59,240 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.270sec 2024-11-27T12:19:59,240 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T12:19:59,240 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T12:19:59,240 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T12:19:59,240 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T12:19:59,240 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T12:19:59,240 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,38405,1732709995763-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:19:59,240 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,38405,1732709995763-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T12:19:59,242 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T12:19:59,242 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T12:19:59,242 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,38405,1732709995763-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:19:59,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc082ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:19:59,333 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,38405,-1 for getting cluster id 2024-11-27T12:19:59,333 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:19:59,334 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19c2cf05-48f5-4c43-a6bb-7006538bea28' 2024-11-27T12:19:59,334 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:19:59,334 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19c2cf05-48f5-4c43-a6bb-7006538bea28" 2024-11-27T12:19:59,334 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16f0fe0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:19:59,334 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,38405,-1] 2024-11-27T12:19:59,335 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:19:59,335 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:19:59,335 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:19:59,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a0e268f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:19:59,336 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:19:59,337 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,40227,1732709995904, seqNum=-1] 2024-11-27T12:19:59,337 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:19:59,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:19:59,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ba5af43fd99,38405,1732709995763 2024-11-27T12:19:59,340 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63982 2024-11-27T12:19:59,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:19:59,354 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017c3c339f0005 connected 2024-11-27T12:19:59,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cea6ed0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:19:59,367 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,36557,-1 for getting cluster id 2024-11-27T12:19:59,367 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:19:59,368 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48ce86f4-7378-4b8f-9e5d-54c9ec1678bc' 2024-11-27T12:19:59,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:19:59,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48ce86f4-7378-4b8f-9e5d-54c9ec1678bc" 2024-11-27T12:19:59,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f61b6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:19:59,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,36557,-1] 2024-11-27T12:19:59,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:19:59,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:19:59,369 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:19:59,369 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47ec51ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:19:59,370 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:19:59,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,36557,1732709990127 2024-11-27T12:19:59,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cb12fa5 2024-11-27T12:19:59,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:19:59,371 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:19:59,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://1ba5af43fd99:38405,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T12:19:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T12:19:59,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:19:59,374 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ba5af43fd99:38405' 2024-11-27T12:19:59,375 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a380b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:19:59,375 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,38405,-1 for getting cluster id 2024-11-27T12:19:59,375 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:19:59,375 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19c2cf05-48f5-4c43-a6bb-7006538bea28' 2024-11-27T12:19:59,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:19:59,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19c2cf05-48f5-4c43-a6bb-7006538bea28" 2024-11-27T12:19:59,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1396505a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:19:59,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,38405,-1] 2024-11-27T12:19:59,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:19:59,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:19:59,377 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:19:59,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@296b1706, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:19:59,377 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:19:59,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,38405,1732709995763 2024-11-27T12:19:59,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@213cfda 2024-11-27T12:19:59,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:19:59,379 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:19:59,379 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-27T12:19:59,379 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T12:19:59,379 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:19:59,379 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:19:59,379 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:19:59,380 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:19:59,381 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T12:19:59,382 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T12:19:59,382 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:19:59,382 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T12:19:59,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741835_1011 (size=1138) 2024-11-27T12:19:59,431 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T12:19:59,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:19:59,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:19:59,790 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 71a51b49089668ddc849003272c4bcce, NAME => 'hbase:replication,,1732709999380.71a51b49089668ddc849003272c4bcce.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52 2024-11-27T12:19:59,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741836_1012 (size=44) 2024-11-27T12:19:59,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:20:00,196 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732709999380.71a51b49089668ddc849003272c4bcce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:20:00,196 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 71a51b49089668ddc849003272c4bcce, disabling compactions & flushes 2024-11-27T12:20:00,196 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732709999380.71a51b49089668ddc849003272c4bcce. 2024-11-27T12:20:00,196 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732709999380.71a51b49089668ddc849003272c4bcce. 2024-11-27T12:20:00,196 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732709999380.71a51b49089668ddc849003272c4bcce. after waiting 0 ms 2024-11-27T12:20:00,196 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732709999380.71a51b49089668ddc849003272c4bcce. 2024-11-27T12:20:00,196 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732709999380.71a51b49089668ddc849003272c4bcce. 2024-11-27T12:20:00,196 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 71a51b49089668ddc849003272c4bcce: Waiting for close lock at 1732710000196Disabling compacts and flushes for region at 1732710000196Disabling writes for close at 1732710000196Writing region close event to WAL at 1732710000196Closed at 1732710000196 2024-11-27T12:20:00,197 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T12:20:00,197 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732709999380.71a51b49089668ddc849003272c4bcce.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732710000197"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732710000197"}]},"ts":"1732710000197"} 2024-11-27T12:20:00,199 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T12:20:00,200 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T12:20:00,200 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710000200"}]},"ts":"1732710000200"} 2024-11-27T12:20:00,202 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T12:20:00,202 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=71a51b49089668ddc849003272c4bcce, ASSIGN}] 2024-11-27T12:20:00,203 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=71a51b49089668ddc849003272c4bcce, ASSIGN 2024-11-27T12:20:00,204 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=71a51b49089668ddc849003272c4bcce, ASSIGN; state=OFFLINE, location=1ba5af43fd99,36323,1732709990352; forceNewPlan=false, retain=false 2024-11-27T12:20:00,354 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=71a51b49089668ddc849003272c4bcce, regionState=OPENING, regionLocation=1ba5af43fd99,36323,1732709990352 2024-11-27T12:20:00,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=71a51b49089668ddc849003272c4bcce, ASSIGN because future has completed 2024-11-27T12:20:00,357 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71a51b49089668ddc849003272c4bcce, server=1ba5af43fd99,36323,1732709990352}] 2024-11-27T12:20:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:20:00,514 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732709999380.71a51b49089668ddc849003272c4bcce. 2024-11-27T12:20:00,514 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:20:00,514 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T12:20:00,515 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C36323%2C1732709990352.rep, suffix=, logDir=hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/WALs/1ba5af43fd99,36323,1732709990352, archiveDir=hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/oldWALs, maxLogs=10 2024-11-27T12:20:00,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/WALs/1ba5af43fd99,36323,1732709990352/1ba5af43fd99%2C36323%2C1732709990352.rep.1732710000516, exclude list is [], retry=0 2024-11-27T12:20:00,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37459,DS-2127571d-7f2d-40c7-9d48-ec96a5333a3b,DISK] 2024-11-27T12:20:00,531 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/WALs/1ba5af43fd99,36323,1732709990352/1ba5af43fd99%2C36323%2C1732709990352.rep.1732710000516 2024-11-27T12:20:00,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33621:33621)] 2024-11-27T12:20:00,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 71a51b49089668ddc849003272c4bcce, NAME => 'hbase:replication,,1732709999380.71a51b49089668ddc849003272c4bcce.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:20:00,533 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:20:00,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T12:20:00,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732709999380.71a51b49089668ddc849003272c4bcce. service=MultiRowMutationService 2024-11-27T12:20:00,533 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T12:20:00,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 71a51b49089668ddc849003272c4bcce 2024-11-27T12:20:00,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732709999380.71a51b49089668ddc849003272c4bcce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:20:00,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 71a51b49089668ddc849003272c4bcce 2024-11-27T12:20:00,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 71a51b49089668ddc849003272c4bcce 2024-11-27T12:20:00,535 INFO [StoreOpener-71a51b49089668ddc849003272c4bcce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 71a51b49089668ddc849003272c4bcce 2024-11-27T12:20:00,536 INFO [StoreOpener-71a51b49089668ddc849003272c4bcce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71a51b49089668ddc849003272c4bcce columnFamilyName hfileref 2024-11-27T12:20:00,536 DEBUG [StoreOpener-71a51b49089668ddc849003272c4bcce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:00,537 INFO [StoreOpener-71a51b49089668ddc849003272c4bcce-1 {}] regionserver.HStore(327): Store=71a51b49089668ddc849003272c4bcce/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:20:00,537 INFO [StoreOpener-71a51b49089668ddc849003272c4bcce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 71a51b49089668ddc849003272c4bcce 2024-11-27T12:20:00,538 INFO [StoreOpener-71a51b49089668ddc849003272c4bcce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71a51b49089668ddc849003272c4bcce columnFamilyName queue 2024-11-27T12:20:00,538 DEBUG [StoreOpener-71a51b49089668ddc849003272c4bcce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:00,538 INFO [StoreOpener-71a51b49089668ddc849003272c4bcce-1 {}] regionserver.HStore(327): Store=71a51b49089668ddc849003272c4bcce/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:20:00,538 INFO [StoreOpener-71a51b49089668ddc849003272c4bcce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 71a51b49089668ddc849003272c4bcce 2024-11-27T12:20:00,539 INFO [StoreOpener-71a51b49089668ddc849003272c4bcce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71a51b49089668ddc849003272c4bcce columnFamilyName sid 2024-11-27T12:20:00,539 DEBUG [StoreOpener-71a51b49089668ddc849003272c4bcce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:00,539 INFO [StoreOpener-71a51b49089668ddc849003272c4bcce-1 {}] regionserver.HStore(327): Store=71a51b49089668ddc849003272c4bcce/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:20:00,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 71a51b49089668ddc849003272c4bcce 2024-11-27T12:20:00,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/data/hbase/replication/71a51b49089668ddc849003272c4bcce 2024-11-27T12:20:00,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/data/hbase/replication/71a51b49089668ddc849003272c4bcce 2024-11-27T12:20:00,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 71a51b49089668ddc849003272c4bcce 2024-11-27T12:20:00,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 71a51b49089668ddc849003272c4bcce 2024-11-27T12:20:00,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T12:20:00,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 71a51b49089668ddc849003272c4bcce 2024-11-27T12:20:00,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/data/hbase/replication/71a51b49089668ddc849003272c4bcce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:20:00,546 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 71a51b49089668ddc849003272c4bcce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72905796, jitterRate=0.08638101816177368}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T12:20:00,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 71a51b49089668ddc849003272c4bcce 2024-11-27T12:20:00,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 71a51b49089668ddc849003272c4bcce: Running coprocessor pre-open hook at 1732710000534Writing region info on filesystem at 1732710000534Initializing all the Stores at 1732710000534Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710000534Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710000535 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710000535Cleaning up temporary data from old regions at 1732710000541 (+6 ms)Running coprocessor post-open hooks at 1732710000546 (+5 ms)Region opened successfully at 1732710000546 2024-11-27T12:20:00,547 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732709999380.71a51b49089668ddc849003272c4bcce., pid=7, masterSystemTime=1732710000509 2024-11-27T12:20:00,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732709999380.71a51b49089668ddc849003272c4bcce. 2024-11-27T12:20:00,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732709999380.71a51b49089668ddc849003272c4bcce. 2024-11-27T12:20:00,549 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=71a51b49089668ddc849003272c4bcce, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,36323,1732709990352 2024-11-27T12:20:00,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71a51b49089668ddc849003272c4bcce, server=1ba5af43fd99,36323,1732709990352 because future has completed 2024-11-27T12:20:00,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-27T12:20:00,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 71a51b49089668ddc849003272c4bcce, server=1ba5af43fd99,36323,1732709990352 in 194 msec 2024-11-27T12:20:00,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T12:20:00,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=71a51b49089668ddc849003272c4bcce, ASSIGN in 351 msec 2024-11-27T12:20:00,555 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T12:20:00,555 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710000555"}]},"ts":"1732710000555"} 2024-11-27T12:20:00,557 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T12:20:00,557 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T12:20:00,559 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-11-27T12:20:00,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732709999380.71a51b49089668ddc849003272c4bcce., hostname=1ba5af43fd99,36323,1732709990352, seqNum=2] 2024-11-27T12:20:00,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36557-0x1017c3c339f0000, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273568855 2024-11-27T12:20:00,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x1017c3c339f0001, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273568855 2024-11-27T12:20:00,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T12:20:00,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36323 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-27T12:20:00,841 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T12:20:00,867 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-1ba5af43fd99,36323,1732709990352, ReplicationSource: 1, currentBandwidth=0 2024-11-27T12:20:00,868 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:20:00,868 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,36323,1732709990352, seqNum=-1] 2024-11-27T12:20:00,868 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:20:00,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47725, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-27T12:20:00,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1ba5af43fd99,36323,1732709990352', locateType=CURRENT is [region=hbase:replication,,1732709999380.71a51b49089668ddc849003272c4bcce., hostname=1ba5af43fd99,36323,1732709990352, seqNum=2] 2024-11-27T12:20:00,874 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-27T12:20:00,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-27T12:20:00,876 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1ba5af43fd99,36323,1732709990352 suceeded 2024-11-27T12:20:00,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-27T12:20:00,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-27T12:20:00,878 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1ba5af43fd99:38405,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T12:20:00,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5070 sec 2024-11-27T12:20:00,890 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36323,1732709990352 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ba5af43fd99:38405' 2024-11-27T12:20:00,891 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36323,1732709990352 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55e52edd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:00,891 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36323,1732709990352 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,38405,-1 for getting cluster id 2024-11-27T12:20:00,891 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36323,1732709990352 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:20:00,892 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19c2cf05-48f5-4c43-a6bb-7006538bea28' 2024-11-27T12:20:00,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:20:00,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19c2cf05-48f5-4c43-a6bb-7006538bea28" 2024-11-27T12:20:00,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40708613, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:00,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,38405,-1] 2024-11-27T12:20:00,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:20:00,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:00,893 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:20:00,894 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36323,1732709990352 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d82bcb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:00,894 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36323,1732709990352 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:20:00,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,38405,1732709995763 2024-11-27T12:20:00,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35a518b9 2024-11-27T12:20:00,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:20:00,895 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-27T12:20:00,895 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36323,1732709990352 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1ba5af43fd99,36323,1732709990352 (queues=1) is replicating from cluster=48ce86f4-7378-4b8f-9e5d-54c9ec1678bc to cluster=19c2cf05-48f5-4c43-a6bb-7006538bea28 2024-11-27T12:20:00,896 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36323,1732709990352 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1ba5af43fd99%2C36323%2C1732709990352 2024-11-27T12:20:00,896 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36323,1732709990352 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1ba5af43fd99,36323,1732709990352, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T12:20:00,896 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36323,1732709990352.replicationSource.shipper1ba5af43fd99%2C36323%2C1732709990352,1-1ba5af43fd99,36323,1732709990352 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1ba5af43fd99%2C36323%2C1732709990352 2024-11-27T12:20:00,896 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36323,1732709990352.replicationSource.wal-reader.1ba5af43fd99%2C36323%2C1732709990352,1-1ba5af43fd99,36323,1732709990352 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/WALs/1ba5af43fd99,36323,1732709990352/1ba5af43fd99%2C36323%2C1732709990352.1732709992696, startPosition=0, beingWritten=true 2024-11-27T12:20:01,101 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36323,1732709990352.replicationSource.wal-reader.1ba5af43fd99%2C36323%2C1732709990352,1-1ba5af43fd99,36323,1732709990352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/WALs/1ba5af43fd99,36323,1732709990352/1ba5af43fd99%2C36323%2C1732709990352.1732709992696 to pos 0, reset compression=false 2024-11-27T12:20:01,406 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36323,1732709990352.replicationSource.wal-reader.1ba5af43fd99%2C36323%2C1732709990352,1-1ba5af43fd99,36323,1732709990352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/WALs/1ba5af43fd99,36323,1732709990352/1ba5af43fd99%2C36323%2C1732709990352.1732709992696 to pos 0, reset compression=false 2024-11-27T12:20:01,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T12:20:01,472 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T12:20:01,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T12:20:01,472 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-27T12:20:01,473 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:20:01,473 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-27T12:20:01,473 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:20:01,473 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T12:20:01,473 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T12:20:01,473 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T12:20:01,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:20:01,521 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T12:20:01,521 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:20:01,521 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:20:01,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:01,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:01,521 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:20:01,521 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:20:01,522 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,36557,1732709990127 2024-11-27T12:20:01,522 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53f87197 2024-11-27T12:20:01,522 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:20:01,523 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:20:01,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-27T12:20:01,524 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:20:01,524 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:20:01,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:01,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:01,524 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:20:01,524 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T12:20:01,524 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1565607132, stopped=false 2024-11-27T12:20:01,524 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ba5af43fd99,36557,1732709990127 2024-11-27T12:20:01,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x1017c3c339f0001, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01273568855/running 2024-11-27T12:20:01,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36557-0x1017c3c339f0000, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01273568855/running 2024-11-27T12:20:01,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36557-0x1017c3c339f0000, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273568855 2024-11-27T12:20:01,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x1017c3c339f0001, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273568855 2024-11-27T12:20:01,580 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:20:01,581 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:20:01,581 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:20:01,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:01,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36323-0x1017c3c339f0001, quorum=127.0.0.1:63982, baseZNode=/01273568855 Set watcher on znode that does not yet exist, /01273568855/running 2024-11-27T12:20:01,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36557-0x1017c3c339f0000, quorum=127.0.0.1:63982, baseZNode=/01273568855 Set watcher on znode that does not yet exist, /01273568855/running 2024-11-27T12:20:01,581 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ba5af43fd99,36323,1732709990352' ***** 2024-11-27T12:20:01,581 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T12:20:01,581 INFO [RS:0;1ba5af43fd99:36323 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T12:20:01,582 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T12:20:01,582 INFO [RS:0;1ba5af43fd99:36323 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T12:20:01,582 INFO [RS:0;1ba5af43fd99:36323 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T12:20:01,582 INFO [RS:0;1ba5af43fd99:36323 {}] regionserver.HRegionServer(3091): Received CLOSE for 71a51b49089668ddc849003272c4bcce 2024-11-27T12:20:01,582 INFO [RS:0;1ba5af43fd99:36323 {}] regionserver.HRegionServer(959): stopping server 1ba5af43fd99,36323,1732709990352 2024-11-27T12:20:01,582 INFO [RS:0;1ba5af43fd99:36323 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:20:01,582 INFO [RS:0;1ba5af43fd99:36323 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:36323. 2024-11-27T12:20:01,582 DEBUG [RS:0;1ba5af43fd99:36323 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:20:01,582 DEBUG [RS:0;1ba5af43fd99:36323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:01,582 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 71a51b49089668ddc849003272c4bcce, disabling compactions & flushes 2024-11-27T12:20:01,582 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732709999380.71a51b49089668ddc849003272c4bcce. 2024-11-27T12:20:01,582 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732709999380.71a51b49089668ddc849003272c4bcce. 2024-11-27T12:20:01,582 INFO [RS:0;1ba5af43fd99:36323 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T12:20:01,582 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732709999380.71a51b49089668ddc849003272c4bcce. after waiting 0 ms 2024-11-27T12:20:01,582 INFO [RS:0;1ba5af43fd99:36323 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T12:20:01,582 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732709999380.71a51b49089668ddc849003272c4bcce. 2024-11-27T12:20:01,582 INFO [RS:0;1ba5af43fd99:36323 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T12:20:01,582 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 71a51b49089668ddc849003272c4bcce 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-27T12:20:01,582 INFO [RS:0;1ba5af43fd99:36323 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T12:20:01,582 INFO [RS:0;1ba5af43fd99:36323 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T12:20:01,582 DEBUG [RS:0;1ba5af43fd99:36323 {}] regionserver.HRegionServer(1325): Online Regions={71a51b49089668ddc849003272c4bcce=hbase:replication,,1732709999380.71a51b49089668ddc849003272c4bcce., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T12:20:01,582 DEBUG [RS:0;1ba5af43fd99:36323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 71a51b49089668ddc849003272c4bcce 2024-11-27T12:20:01,582 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:20:01,583 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:20:01,583 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:20:01,583 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:20:01,583 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:20:01,583 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-27T12:20:01,596 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/data/hbase/replication/71a51b49089668ddc849003272c4bcce/.tmp/queue/09be130100c04698bc29814d47816b94 is 151, key is 1-1ba5af43fd99,36323,1732709990352/queue:1ba5af43fd99%2C36323%2C1732709990352/1732710000873/Put/seqid=0 2024-11-27T12:20:01,597 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/data/hbase/meta/1588230740/.tmp/info/9bba4a0606a944f187640385d25854d8 is 147, key is hbase:replication,,1732709999380.71a51b49089668ddc849003272c4bcce./info:regioninfo/1732710000549/Put/seqid=0 2024-11-27T12:20:01,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741838_1014 (size=5350) 2024-11-27T12:20:01,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741839_1015 (size=6631) 2024-11-27T12:20:01,601 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/data/hbase/meta/1588230740/.tmp/info/9bba4a0606a944f187640385d25854d8 2024-11-27T12:20:01,623 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/data/hbase/meta/1588230740/.tmp/ns/a332172f644f4afbb6d5c32468df1b27 is 43, key is default/ns:d/1732709993761/Put/seqid=0 2024-11-27T12:20:01,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741840_1016 (size=5153) 2024-11-27T12:20:01,675 INFO [regionserver/1ba5af43fd99:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:20:01,783 DEBUG [RS:0;1ba5af43fd99:36323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 71a51b49089668ddc849003272c4bcce 2024-11-27T12:20:01,811 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36323,1732709990352.replicationSource.wal-reader.1ba5af43fd99%2C36323%2C1732709990352,1-1ba5af43fd99,36323,1732709990352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/WALs/1ba5af43fd99,36323,1732709990352/1ba5af43fd99%2C36323%2C1732709990352.1732709992696 to pos 0, reset compression=false 2024-11-27T12:20:01,983 DEBUG [RS:0;1ba5af43fd99:36323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 71a51b49089668ddc849003272c4bcce 2024-11-27T12:20:02,001 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/data/hbase/replication/71a51b49089668ddc849003272c4bcce/.tmp/queue/09be130100c04698bc29814d47816b94 2024-11-27T12:20:02,007 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/data/hbase/replication/71a51b49089668ddc849003272c4bcce/.tmp/queue/09be130100c04698bc29814d47816b94 as hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/data/hbase/replication/71a51b49089668ddc849003272c4bcce/queue/09be130100c04698bc29814d47816b94 2024-11-27T12:20:02,012 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/data/hbase/replication/71a51b49089668ddc849003272c4bcce/queue/09be130100c04698bc29814d47816b94, entries=1, sequenceid=5, filesize=5.2 K 2024-11-27T12:20:02,013 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 71a51b49089668ddc849003272c4bcce in 430ms, sequenceid=5, compaction requested=false 2024-11-27T12:20:02,013 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T12:20:02,017 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/data/hbase/replication/71a51b49089668ddc849003272c4bcce/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T12:20:02,018 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:20:02,018 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:20:02,018 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732709999380.71a51b49089668ddc849003272c4bcce. 2024-11-27T12:20:02,018 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 71a51b49089668ddc849003272c4bcce: Waiting for close lock at 1732710001582Running coprocessor pre-close hooks at 1732710001582Disabling compacts and flushes for region at 1732710001582Disabling writes for close at 1732710001582Obtaining lock to block concurrent updates at 1732710001582Preparing flush snapshotting stores in 71a51b49089668ddc849003272c4bcce at 1732710001582Finished memstore snapshotting hbase:replication,,1732709999380.71a51b49089668ddc849003272c4bcce., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732710001582Flushing stores of hbase:replication,,1732709999380.71a51b49089668ddc849003272c4bcce. at 1732710001583 (+1 ms)Flushing 71a51b49089668ddc849003272c4bcce/queue: creating writer at 1732710001583Flushing 71a51b49089668ddc849003272c4bcce/queue: appending metadata at 1732710001596 (+13 ms)Flushing 71a51b49089668ddc849003272c4bcce/queue: closing flushed file at 1732710001596Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@582d9a8c: reopening flushed file at 1732710002006 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 71a51b49089668ddc849003272c4bcce in 430ms, sequenceid=5, compaction requested=false at 1732710002013 (+7 ms)Writing region close event to WAL at 1732710002014 (+1 ms)Running coprocessor post-close hooks at 1732710002017 (+3 ms)Closed at 1732710002018 (+1 ms) 2024-11-27T12:20:02,018 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732709999380.71a51b49089668ddc849003272c4bcce. 2024-11-27T12:20:02,027 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/data/hbase/meta/1588230740/.tmp/ns/a332172f644f4afbb6d5c32468df1b27 2024-11-27T12:20:02,053 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/data/hbase/meta/1588230740/.tmp/table/e188cbd3c7fb4597a2cd84df24c4264b is 53, key is hbase:replication/table:state/1732710000555/Put/seqid=0 2024-11-27T12:20:02,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741841_1017 (size=5256) 2024-11-27T12:20:02,057 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/data/hbase/meta/1588230740/.tmp/table/e188cbd3c7fb4597a2cd84df24c4264b 2024-11-27T12:20:02,062 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/data/hbase/meta/1588230740/.tmp/info/9bba4a0606a944f187640385d25854d8 as hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/data/hbase/meta/1588230740/info/9bba4a0606a944f187640385d25854d8 2024-11-27T12:20:02,067 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/data/hbase/meta/1588230740/info/9bba4a0606a944f187640385d25854d8, entries=10, sequenceid=11, filesize=6.5 K 2024-11-27T12:20:02,068 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/data/hbase/meta/1588230740/.tmp/ns/a332172f644f4afbb6d5c32468df1b27 as hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/data/hbase/meta/1588230740/ns/a332172f644f4afbb6d5c32468df1b27 2024-11-27T12:20:02,072 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/data/hbase/meta/1588230740/ns/a332172f644f4afbb6d5c32468df1b27, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T12:20:02,073 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/data/hbase/meta/1588230740/.tmp/table/e188cbd3c7fb4597a2cd84df24c4264b as hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/data/hbase/meta/1588230740/table/e188cbd3c7fb4597a2cd84df24c4264b 2024-11-27T12:20:02,077 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/data/hbase/meta/1588230740/table/e188cbd3c7fb4597a2cd84df24c4264b, entries=2, sequenceid=11, filesize=5.1 K 2024-11-27T12:20:02,078 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 495ms, sequenceid=11, compaction requested=false 2024-11-27T12:20:02,082 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T12:20:02,083 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:20:02,083 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:20:02,083 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:20:02,083 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732710001582Running coprocessor pre-close hooks at 1732710001582Disabling compacts and flushes for region at 1732710001582Disabling writes for close at 1732710001583 (+1 ms)Obtaining lock to block concurrent updates at 1732710001583Preparing flush snapshotting stores in 1588230740 at 1732710001583Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732710001583Flushing stores of hbase:meta,,1.1588230740 at 1732710001583Flushing 1588230740/info: creating writer at 1732710001583Flushing 1588230740/info: appending metadata at 1732710001596 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732710001596Flushing 1588230740/ns: creating writer at 1732710001606 (+10 ms)Flushing 1588230740/ns: appending metadata at 1732710001622 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732710001622Flushing 1588230740/table: creating writer at 1732710002033 (+411 ms)Flushing 1588230740/table: appending metadata at 1732710002052 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732710002052Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b446503: reopening flushed file at 1732710002061 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@794a9093: reopening flushed file at 1732710002067 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d7317f6: reopening flushed file at 1732710002072 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 495ms, sequenceid=11, compaction requested=false at 1732710002078 (+6 ms)Writing region close event to WAL at 1732710002079 (+1 ms)Running coprocessor post-close hooks at 1732710002083 (+4 ms)Closed at 1732710002083 2024-11-27T12:20:02,083 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T12:20:02,183 INFO [RS:0;1ba5af43fd99:36323 {}] regionserver.HRegionServer(976): stopping server 1ba5af43fd99,36323,1732709990352; all regions closed. 2024-11-27T12:20:02,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741834_1010 (size=2742) 2024-11-27T12:20:02,186 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/WALs/1ba5af43fd99,36323,1732709990352/1ba5af43fd99%2C36323%2C1732709990352.meta.1732709993688.meta not finished, retry = 0 2024-11-27T12:20:02,288 DEBUG [RS:0;1ba5af43fd99:36323 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/oldWALs 2024-11-27T12:20:02,289 INFO [RS:0;1ba5af43fd99:36323 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ba5af43fd99%2C36323%2C1732709990352.meta:.meta(num 1732709993688) 2024-11-27T12:20:02,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741837_1013 (size=1586) 2024-11-27T12:20:02,291 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/WALs/1ba5af43fd99,36323,1732709990352/1ba5af43fd99%2C36323%2C1732709990352.rep.1732710000516 not finished, retry = 0 2024-11-27T12:20:02,315 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36323,1732709990352.replicationSource.wal-reader.1ba5af43fd99%2C36323%2C1732709990352,1-1ba5af43fd99,36323,1732709990352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/WALs/1ba5af43fd99,36323,1732709990352/1ba5af43fd99%2C36323%2C1732709990352.1732709992696 to pos 0, reset compression=false 2024-11-27T12:20:02,393 DEBUG [RS:0;1ba5af43fd99:36323 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/oldWALs 2024-11-27T12:20:02,393 INFO [RS:0;1ba5af43fd99:36323 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ba5af43fd99%2C36323%2C1732709990352.rep:(num 1732710000516) 2024-11-27T12:20:02,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741832_1008 (size=93) 2024-11-27T12:20:02,396 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/WALs/1ba5af43fd99,36323,1732709990352/1ba5af43fd99%2C36323%2C1732709990352.1732709992696 not finished, retry = 0 2024-11-27T12:20:02,498 DEBUG [RS:0;1ba5af43fd99:36323 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/oldWALs 2024-11-27T12:20:02,498 INFO [RS:0;1ba5af43fd99:36323 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ba5af43fd99%2C36323%2C1732709990352:(num 1732709992696) 2024-11-27T12:20:02,498 DEBUG [RS:0;1ba5af43fd99:36323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:02,498 INFO [RS:0;1ba5af43fd99:36323 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:20:02,498 INFO [RS:0;1ba5af43fd99:36323 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:20:02,499 INFO [RS:0;1ba5af43fd99:36323 {}] hbase.ChoreService(370): Chore service for: regionserver/1ba5af43fd99:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T12:20:02,499 INFO [RS:0;1ba5af43fd99:36323 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:20:02,499 INFO [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:20:02,499 INFO [RS:0;1ba5af43fd99:36323 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1ba5af43fd99,36323,1732709990352 because: Region server is closing 2024-11-27T12:20:02,499 INFO [RS:0;1ba5af43fd99:36323 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:36323. 2024-11-27T12:20:02,499 DEBUG [RS:0;1ba5af43fd99:36323 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:20:02,499 DEBUG [RS:0;1ba5af43fd99:36323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:02,499 DEBUG [RS:0;1ba5af43fd99:36323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:02,499 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:20:02,600 WARN [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36323,1732709990352.replicationSource.wal-reader.1ba5af43fd99%2C36323%2C1732709990352,1-1ba5af43fd99,36323,1732709990352 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T12:20:02,600 WARN [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36323,1732709990352.replicationSource.shipper1ba5af43fd99%2C36323%2C1732709990352,1-1ba5af43fd99,36323,1732709990352 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T12:20:02,600 INFO [RS:0;1ba5af43fd99:36323 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36323,1732709990352.replicationSource.shipper1ba5af43fd99%2C36323%2C1732709990352,1-1ba5af43fd99,36323,1732709990352 terminated 2024-11-27T12:20:02,600 INFO [RS:0;1ba5af43fd99:36323 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36323 2024-11-27T12:20:02,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36557-0x1017c3c339f0000, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273568855/rs 2024-11-27T12:20:02,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x1017c3c339f0001, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01273568855/rs/1ba5af43fd99,36323,1732709990352 2024-11-27T12:20:02,696 INFO [RS:0;1ba5af43fd99:36323 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:20:02,706 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ba5af43fd99,36323,1732709990352] 2024-11-27T12:20:02,717 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01273568855/draining/1ba5af43fd99,36323,1732709990352 already deleted, retry=false 2024-11-27T12:20:02,717 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ba5af43fd99,36323,1732709990352 expired; onlineServers=0 2024-11-27T12:20:02,717 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ba5af43fd99,36557,1732709990127' ***** 2024-11-27T12:20:02,717 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T12:20:02,717 INFO [M:0;1ba5af43fd99:36557 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:20:02,717 INFO [M:0;1ba5af43fd99:36557 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:20:02,717 DEBUG [M:0;1ba5af43fd99:36557 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T12:20:02,717 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T12:20:02,717 DEBUG [M:0;1ba5af43fd99:36557 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T12:20:02,717 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732709992477 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732709992477,5,FailOnTimeoutGroup] 2024-11-27T12:20:02,717 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732709992478 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732709992478,5,FailOnTimeoutGroup] 2024-11-27T12:20:02,718 INFO [M:0;1ba5af43fd99:36557 {}] hbase.ChoreService(370): Chore service for: master/1ba5af43fd99:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T12:20:02,718 INFO [M:0;1ba5af43fd99:36557 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:20:02,718 DEBUG [M:0;1ba5af43fd99:36557 {}] master.HMaster(1795): Stopping service threads 2024-11-27T12:20:02,718 INFO [M:0;1ba5af43fd99:36557 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T12:20:02,718 INFO [M:0;1ba5af43fd99:36557 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:20:02,718 INFO [M:0;1ba5af43fd99:36557 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T12:20:02,718 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T12:20:02,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36557-0x1017c3c339f0000, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01273568855/master 2024-11-27T12:20:02,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36557-0x1017c3c339f0000, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273568855 2024-11-27T12:20:02,727 DEBUG [M:0;1ba5af43fd99:36557 {}] zookeeper.ZKUtil(347): master:36557-0x1017c3c339f0000, quorum=127.0.0.1:63982, baseZNode=/01273568855 Unable to get data of znode /01273568855/master because node does not exist (not an error) 2024-11-27T12:20:02,728 WARN [M:0;1ba5af43fd99:36557 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T12:20:02,728 INFO [M:0;1ba5af43fd99:36557 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/.lastflushedseqids 2024-11-27T12:20:02,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741842_1018 (size=181) 2024-11-27T12:20:02,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x1017c3c339f0001, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:20:02,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x1017c3c339f0001, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:20:02,807 INFO [RS:0;1ba5af43fd99:36323 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:20:02,807 INFO [RS:0;1ba5af43fd99:36323 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ba5af43fd99,36323,1732709990352; zookeeper connection closed. 2024-11-27T12:20:02,807 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7acb5a36 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7acb5a36 2024-11-27T12:20:02,807 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T12:20:03,136 INFO [M:0;1ba5af43fd99:36557 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T12:20:03,136 INFO [M:0;1ba5af43fd99:36557 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T12:20:03,136 DEBUG [M:0;1ba5af43fd99:36557 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:20:03,136 INFO [M:0;1ba5af43fd99:36557 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:20:03,136 DEBUG [M:0;1ba5af43fd99:36557 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:20:03,136 DEBUG [M:0;1ba5af43fd99:36557 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:20:03,136 DEBUG [M:0;1ba5af43fd99:36557 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:20:03,136 INFO [M:0;1ba5af43fd99:36557 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-27T12:20:03,157 DEBUG [M:0;1ba5af43fd99:36557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/990e098f8b0e40faa3f3d370471b7578 is 82, key is hbase:meta,,1/info:regioninfo/1732709993717/Put/seqid=0 2024-11-27T12:20:03,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741843_1019 (size=5672) 2024-11-27T12:20:03,563 INFO [M:0;1ba5af43fd99:36557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/990e098f8b0e40faa3f3d370471b7578 2024-11-27T12:20:03,587 DEBUG [M:0;1ba5af43fd99:36557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd20f417d0b04cad830f7a12244c33d3 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732710000558/Put/seqid=0 2024-11-27T12:20:03,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741844_1020 (size=7203) 2024-11-27T12:20:03,993 INFO [M:0;1ba5af43fd99:36557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd20f417d0b04cad830f7a12244c33d3 2024-11-27T12:20:04,014 DEBUG [M:0;1ba5af43fd99:36557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f743939c925a44fc8d15321cd2a4ea68 is 69, key is 1ba5af43fd99,36323,1732709990352/rs:state/1732709992547/Put/seqid=0 2024-11-27T12:20:04,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741845_1021 (size=5156) 2024-11-27T12:20:04,418 INFO [M:0;1ba5af43fd99:36557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f743939c925a44fc8d15321cd2a4ea68 2024-11-27T12:20:04,423 DEBUG [M:0;1ba5af43fd99:36557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/990e098f8b0e40faa3f3d370471b7578 as hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/990e098f8b0e40faa3f3d370471b7578 2024-11-27T12:20:04,428 INFO [M:0;1ba5af43fd99:36557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/990e098f8b0e40faa3f3d370471b7578, entries=8, sequenceid=70, filesize=5.5 K 2024-11-27T12:20:04,429 DEBUG [M:0;1ba5af43fd99:36557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd20f417d0b04cad830f7a12244c33d3 as hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bd20f417d0b04cad830f7a12244c33d3 2024-11-27T12:20:04,433 INFO [M:0;1ba5af43fd99:36557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bd20f417d0b04cad830f7a12244c33d3, entries=8, sequenceid=70, filesize=7.0 K 2024-11-27T12:20:04,434 DEBUG [M:0;1ba5af43fd99:36557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f743939c925a44fc8d15321cd2a4ea68 as hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f743939c925a44fc8d15321cd2a4ea68 2024-11-27T12:20:04,437 INFO [M:0;1ba5af43fd99:36557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f743939c925a44fc8d15321cd2a4ea68, entries=1, sequenceid=70, filesize=5.0 K 2024-11-27T12:20:04,439 INFO [M:0;1ba5af43fd99:36557 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=70, compaction requested=false 2024-11-27T12:20:04,440 INFO [M:0;1ba5af43fd99:36557 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:20:04,440 DEBUG [M:0;1ba5af43fd99:36557 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732710003136Disabling compacts and flushes for region at 1732710003136Disabling writes for close at 1732710003136Obtaining lock to block concurrent updates at 1732710003136Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732710003136Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732710003136Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732710003142 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732710003142Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732710003157 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732710003157Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732710003568 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732710003587 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732710003587Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732710003997 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732710004013 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732710004013Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ef75b5f: reopening flushed file at 1732710004423 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ba5520a: reopening flushed file at 1732710004428 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19f735c7: reopening flushed file at 1732710004433 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=70, compaction requested=false at 1732710004439 (+6 ms)Writing region close event to WAL at 1732710004440 (+1 ms)Closed at 1732710004440 2024-11-27T12:20:04,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741830_1006 (size=41008) 2024-11-27T12:20:04,442 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/WALs/1ba5af43fd99,36557,1732709990127/1ba5af43fd99%2C36557%2C1732709990127.1732709992156 not finished, retry = 0 2024-11-27T12:20:04,543 INFO [M:0;1ba5af43fd99:36557 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T12:20:04,543 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:20:04,543 INFO [M:0;1ba5af43fd99:36557 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36557 2024-11-27T12:20:04,543 INFO [M:0;1ba5af43fd99:36557 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:20:04,701 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:20:04,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:04,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:04,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:04,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:04,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:04,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:04,754 INFO [M:0;1ba5af43fd99:36557 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:20:04,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36557-0x1017c3c339f0000, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:20:04,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36557-0x1017c3c339f0000, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:20:04,755 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T12:20:04,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:20:04,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:20:04,756 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:20:04,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:20:04,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:20:04,756 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T12:20:04,756 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:20:04,756 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37761 2024-11-27T12:20:04,757 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37761 connecting to ZooKeeper ensemble=127.0.0.1:63982 2024-11-27T12:20:04,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377610x0, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:20:04,770 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37761-0x1017c3c339f0006 connected 2024-11-27T12:20:04,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:20:04,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:20:04,785 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37761-0x1017c3c339f0006, quorum=127.0.0.1:63982, baseZNode=/01273568855 Set watcher on znode that does not yet exist, /01273568855/running 2024-11-27T12:20:04,785 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01273568855/meta-region-server: INIT 2024-11-27T12:20:04,785 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52, hbase.cluster.distributed=false 2024-11-27T12:20:04,786 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37761-0x1017c3c339f0006, quorum=127.0.0.1:63982, baseZNode=/01273568855 Set watcher on znode that does not yet exist, /01273568855/acl 2024-11-27T12:20:04,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37761 2024-11-27T12:20:04,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37761 2024-11-27T12:20:04,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37761 2024-11-27T12:20:04,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37761 2024-11-27T12:20:04,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37761 2024-11-27T12:20:04,801 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T12:20:04,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:20:04,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:20:04,801 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:20:04,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:20:04,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:20:04,801 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T12:20:04,801 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:20:04,802 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34991 2024-11-27T12:20:04,803 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34991 connecting to ZooKeeper ensemble=127.0.0.1:63982 2024-11-27T12:20:04,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:20:04,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:20:04,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349910x0, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:20:04,817 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01273568855/meta-region-server: INIT 2024-11-27T12:20:04,817 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:349910x0, quorum=127.0.0.1:63982, baseZNode=/01273568855 Set watcher on znode that does not yet exist, /01273568855/running 2024-11-27T12:20:04,817 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34991-0x1017c3c339f0007 connected 2024-11-27T12:20:04,817 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T12:20:04,818 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T12:20:04,818 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34991-0x1017c3c339f0007, quorum=127.0.0.1:63982, baseZNode=/01273568855 Set watcher on znode that does not yet exist, /01273568855/master 2024-11-27T12:20:04,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34991-0x1017c3c339f0007, quorum=127.0.0.1:63982, baseZNode=/01273568855 Set watcher on znode that does not yet exist, /01273568855/acl 2024-11-27T12:20:04,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34991 2024-11-27T12:20:04,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34991 2024-11-27T12:20:04,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34991 2024-11-27T12:20:04,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34991 2024-11-27T12:20:04,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34991 2024-11-27T12:20:04,838 DEBUG [M:0;1ba5af43fd99:37761 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ba5af43fd99:37761 2024-11-27T12:20:04,839 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01273568855/backup-masters/1ba5af43fd99,37761,1732710004755 2024-11-27T12:20:04,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37761-0x1017c3c339f0006, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273568855/backup-masters 2024-11-27T12:20:04,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34991-0x1017c3c339f0007, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273568855/backup-masters 2024-11-27T12:20:04,848 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37761-0x1017c3c339f0006, quorum=127.0.0.1:63982, baseZNode=/01273568855 Set watcher on existing znode=/01273568855/backup-masters/1ba5af43fd99,37761,1732710004755 2024-11-27T12:20:04,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37761-0x1017c3c339f0006, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273568855 2024-11-27T12:20:04,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34991-0x1017c3c339f0007, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01273568855/master 2024-11-27T12:20:04,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34991-0x1017c3c339f0007, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273568855 2024-11-27T12:20:04,859 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37761-0x1017c3c339f0006, quorum=127.0.0.1:63982, baseZNode=/01273568855 Set watcher on existing znode=/01273568855/master 2024-11-27T12:20:04,859 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01273568855/backup-masters/1ba5af43fd99,37761,1732710004755 from backup master directory 2024-11-27T12:20:04,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37761-0x1017c3c339f0006, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01273568855/backup-masters/1ba5af43fd99,37761,1732710004755 2024-11-27T12:20:04,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37761-0x1017c3c339f0006, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273568855/backup-masters 2024-11-27T12:20:04,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34991-0x1017c3c339f0007, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273568855/backup-masters 2024-11-27T12:20:04,869 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:20:04,869 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ba5af43fd99,37761,1732710004755 2024-11-27T12:20:04,878 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:20:04,878 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T12:20:04,902 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 24ms. 2024-11-27T12:20:04,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741846_1022 (size=196) 2024-11-27T12:20:05,317 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:20:05,318 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T12:20:05,318 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:20:05,324 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-27T12:20:05,326 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/WALs/1ba5af43fd99,36557,1732709990127 to hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/WALs/1ba5af43fd99,36557,1732709990127-dead as it is dead 2024-11-27T12:20:05,327 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/WALs/1ba5af43fd99,36557,1732709990127-dead/1ba5af43fd99%2C36557%2C1732709990127.1732709992156 2024-11-27T12:20:05,328 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/WALs/1ba5af43fd99,36557,1732709990127-dead/1ba5af43fd99%2C36557%2C1732709990127.1732709992156 after 1ms 2024-11-27T12:20:05,328 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/WALs/1ba5af43fd99,36557,1732709990127-dead/1ba5af43fd99%2C36557%2C1732709990127.1732709992156 to hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/1ba5af43fd99%2C36557%2C1732709990127.1732709992156 2024-11-27T12:20:05,328 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/WALs/1ba5af43fd99,36557,1732709990127-dead 2024-11-27T12:20:05,329 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/WALs/1ba5af43fd99,37761,1732710004755 2024-11-27T12:20:05,330 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:20:05,331 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ba5af43fd99%2C37761%2C1732710004755, suffix=, logDir=hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/WALs/1ba5af43fd99,37761,1732710004755, archiveDir=hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/oldWALs, maxLogs=10 2024-11-27T12:20:05,347 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/WALs/1ba5af43fd99,37761,1732710004755/1ba5af43fd99%2C37761%2C1732710004755.1732710005331, exclude list is [], retry=0 2024-11-27T12:20:05,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37459,DS-2127571d-7f2d-40c7-9d48-ec96a5333a3b,DISK] 2024-11-27T12:20:05,351 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/WALs/1ba5af43fd99,37761,1732710004755/1ba5af43fd99%2C37761%2C1732710004755.1732710005331 2024-11-27T12:20:05,351 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33621:33621)] 2024-11-27T12:20:05,351 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:20:05,351 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:20:05,351 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:05,351 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:05,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:05,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T12:20:05,354 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:05,360 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/990e098f8b0e40faa3f3d370471b7578 2024-11-27T12:20:05,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:20:05,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:05,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T12:20:05,361 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:05,366 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bd20f417d0b04cad830f7a12244c33d3 2024-11-27T12:20:05,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:20:05,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:05,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T12:20:05,368 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:05,373 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f743939c925a44fc8d15321cd2a4ea68 2024-11-27T12:20:05,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:20:05,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:05,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T12:20:05,374 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:05,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:20:05,375 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:05,375 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-27T12:20:05,375 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/1ba5af43fd99%2C36557%2C1732709990127.1732709992156 2024-11-27T12:20:05,380 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/1ba5af43fd99%2C36557%2C1732709990127.1732709992156 2024-11-27T12:20:05,381 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/1ba5af43fd99%2C36557%2C1732709990127.1732709992156 2024-11-27T12:20:05,382 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:05,382 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:05,383 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:20:05,384 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:05,386 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-27T12:20:05,387 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70159747, jitterRate=0.04546169936656952}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:20:05,387 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732710005352Initializing all the Stores at 1732710005352Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710005352Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710005353 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710005353Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710005353Cleaning up temporary data from old regions at 1732710005382 (+29 ms)Region opened successfully at 1732710005387 (+5 ms) 2024-11-27T12:20:05,388 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T12:20:05,390 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a90c447, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T12:20:05,393 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-27T12:20:05,393 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T12:20:05,393 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T12:20:05,393 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T12:20:05,393 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T12:20:05,396 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T12:20:05,396 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T12:20:05,397 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T12:20:05,397 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-27T12:20:05,397 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T12:20:05,399 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=1ba5af43fd99,36323,1732709990352, regionLocation=1ba5af43fd99,36323,1732709990352, openSeqNum=2 2024-11-27T12:20:05,400 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=1ba5af43fd99,36323,1732709990352, table=hbase:meta, region=1588230740 2024-11-27T12:20:05,400 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,36323,1732709990352, state=OPEN 2024-11-27T12:20:05,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34991-0x1017c3c339f0007, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01273568855/meta-region-server 2024-11-27T12:20:05,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37761-0x1017c3c339f0006, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01273568855/meta-region-server 2024-11-27T12:20:05,480 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01273568855/meta-region-server: CHANGED 2024-11-27T12:20:05,480 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01273568855/meta-region-server: CHANGED 2024-11-27T12:20:05,484 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-27T12:20:05,543 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01273568855/draining/1ba5af43fd99,36323,1732709990352 already deleted, retry=false 2024-11-27T12:20:05,543 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 1ba5af43fd99,36323,1732709990352 on 1ba5af43fd99,37761,1732710004755 2024-11-27T12:20:05,544 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 1ba5af43fd99,36323,1732709990352, splitWal=true, meta=true 2024-11-27T12:20:05,544 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 1ba5af43fd99,36323,1732709990352 (carryingMeta=true) 1ba5af43fd99,36323,1732709990352/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5d33539e[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-27T12:20:05,545 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37761-0x1017c3c339f0006, quorum=127.0.0.1:63982, baseZNode=/01273568855 Unable to get data of znode /01273568855/balancer because node does not exist (not necessarily an error) 2024-11-27T12:20:05,553 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01273568855/balancer already deleted, retry=false 2024-11-27T12:20:05,553 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T12:20:05,554 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37761-0x1017c3c339f0006, quorum=127.0.0.1:63982, baseZNode=/01273568855 Unable to get data of znode /01273568855/normalizer because node does not exist (not necessarily an error) 2024-11-27T12:20:05,564 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01273568855/normalizer already deleted, retry=false 2024-11-27T12:20:05,564 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T12:20:05,565 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37761-0x1017c3c339f0006, quorum=127.0.0.1:63982, baseZNode=/01273568855 Unable to get data of znode /01273568855/switch/split because node does not exist (not necessarily an error) 2024-11-27T12:20:05,574 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01273568855/switch/split already deleted, retry=false 2024-11-27T12:20:05,575 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37761-0x1017c3c339f0006, quorum=127.0.0.1:63982, baseZNode=/01273568855 Unable to get data of znode /01273568855/switch/merge because node does not exist (not necessarily an error) 2024-11-27T12:20:05,585 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01273568855/switch/merge already deleted, retry=false 2024-11-27T12:20:05,598 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37761-0x1017c3c339f0006, quorum=127.0.0.1:63982, baseZNode=/01273568855 Unable to get data of znode /01273568855/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T12:20:05,606 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01273568855/snapshot-cleanup already deleted, retry=false 2024-11-27T12:20:05,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34991-0x1017c3c339f0007, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01273568855/running 2024-11-27T12:20:05,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37761-0x1017c3c339f0006, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01273568855/running 2024-11-27T12:20:05,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34991-0x1017c3c339f0007, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273568855 2024-11-27T12:20:05,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37761-0x1017c3c339f0006, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273568855 2024-11-27T12:20:05,617 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ba5af43fd99,37761,1732710004755, sessionid=0x1017c3c339f0006, setting cluster-up flag (Was=false) 2024-11-27T12:20:05,628 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01273568855/flush-table-proc/acquired, /01273568855/flush-table-proc/reached, /01273568855/flush-table-proc/abort 2024-11-27T12:20:05,628 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,37761,1732710004755 2024-11-27T12:20:05,638 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01273568855/online-snapshot/acquired, /01273568855/online-snapshot/reached, /01273568855/online-snapshot/abort 2024-11-27T12:20:05,639 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,37761,1732710004755 2024-11-27T12:20:05,640 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/.lastflushedseqids 2024-11-27T12:20:05,642 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T12:20:05,642 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T12:20:05,642 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ba5af43fd99,37761,1732710004755 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 1ba5af43fd99,36323,1732709990352 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T12:20:05,643 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:20:05,643 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:20:05,643 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:20:05,643 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:20:05,643 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ba5af43fd99:0, corePoolSize=10, maxPoolSize=10 2024-11-27T12:20:05,643 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:05,643 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:20:05,644 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:05,645 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 1ba5af43fd99,36323,1732709990352, splitWal=true, meta=true 2024-11-27T12:20:05,645 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 1ba5af43fd99,36323,1732709990352, splitWal=true, meta=true, isMeta: true 2024-11-27T12:20:05,646 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/WALs/1ba5af43fd99,36323,1732709990352-splitting 2024-11-27T12:20:05,647 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/WALs/1ba5af43fd99,36323,1732709990352-splitting dir is empty, no logs to split. 2024-11-27T12:20:05,647 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1ba5af43fd99,36323,1732709990352 WAL count=0, meta=true 2024-11-27T12:20:05,648 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732710035648 2024-11-27T12:20:05,648 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T12:20:05,648 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T12:20:05,648 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T12:20:05,648 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T12:20:05,648 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T12:20:05,648 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T12:20:05,649 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:05,649 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T12:20:05,649 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T12:20:05,649 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/WALs/1ba5af43fd99,36323,1732709990352-splitting dir is empty, no logs to split. 2024-11-27T12:20:05,649 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T12:20:05,649 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1ba5af43fd99,36323,1732709990352 WAL count=0, meta=true 2024-11-27T12:20:05,649 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 1ba5af43fd99,36323,1732709990352 WAL splitting is done? wals=0, meta=true 2024-11-27T12:20:05,649 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T12:20:05,649 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T12:20:05,650 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T12:20:05,650 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732710005650,5,FailOnTimeoutGroup] 2024-11-27T12:20:05,650 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732710005650,5,FailOnTimeoutGroup] 2024-11-27T12:20:05,650 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:05,650 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T12:20:05,650 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:05,650 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:05,650 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732710005650, completionTime=-1 2024-11-27T12:20:05,650 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-27T12:20:05,650 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-27T12:20:05,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T12:20:05,651 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:20:05,652 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T12:20:05,730 INFO [RS:0;1ba5af43fd99:34991 {}] regionserver.HRegionServer(746): ClusterId : 48ce86f4-7378-4b8f-9e5d-54c9ec1678bc 2024-11-27T12:20:05,730 DEBUG [RS:0;1ba5af43fd99:34991 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T12:20:05,743 DEBUG [RS:0;1ba5af43fd99:34991 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T12:20:05,743 DEBUG [RS:0;1ba5af43fd99:34991 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T12:20:05,754 DEBUG [RS:0;1ba5af43fd99:34991 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T12:20:05,754 DEBUG [RS:0;1ba5af43fd99:34991 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@607a3cad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T12:20:05,765 DEBUG [RS:0;1ba5af43fd99:34991 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ba5af43fd99:34991 2024-11-27T12:20:05,765 INFO [RS:0;1ba5af43fd99:34991 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T12:20:05,765 INFO [RS:0;1ba5af43fd99:34991 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T12:20:05,766 DEBUG [RS:0;1ba5af43fd99:34991 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T12:20:05,766 INFO [RS:0;1ba5af43fd99:34991 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ba5af43fd99,37761,1732710004755 with port=34991, startcode=1732710004801 2024-11-27T12:20:05,766 DEBUG [RS:0;1ba5af43fd99:34991 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T12:20:05,767 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59735, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T12:20:05,768 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37761 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ba5af43fd99,34991,1732710004801 2024-11-27T12:20:05,768 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37761 {}] master.ServerManager(517): Registering regionserver=1ba5af43fd99,34991,1732710004801 2024-11-27T12:20:05,769 DEBUG [RS:0;1ba5af43fd99:34991 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52 2024-11-27T12:20:05,769 DEBUG [RS:0;1ba5af43fd99:34991 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45963 2024-11-27T12:20:05,769 DEBUG [RS:0;1ba5af43fd99:34991 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T12:20:05,800 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=150ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-27T12:20:05,802 WARN [1ba5af43fd99:37761 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T12:20:05,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37761-0x1017c3c339f0006, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273568855/rs 2024-11-27T12:20:05,811 DEBUG [RS:0;1ba5af43fd99:34991 {}] zookeeper.ZKUtil(111): regionserver:34991-0x1017c3c339f0007, quorum=127.0.0.1:63982, baseZNode=/01273568855 Set watcher on existing znode=/01273568855/rs/1ba5af43fd99,34991,1732710004801 2024-11-27T12:20:05,811 WARN [RS:0;1ba5af43fd99:34991 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:20:05,811 INFO [RS:0;1ba5af43fd99:34991 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:20:05,811 DEBUG [RS:0;1ba5af43fd99:34991 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/WALs/1ba5af43fd99,34991,1732710004801 2024-11-27T12:20:05,812 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ba5af43fd99,34991,1732710004801] 2024-11-27T12:20:05,828 INFO [RS:0;1ba5af43fd99:34991 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T12:20:05,830 INFO [RS:0;1ba5af43fd99:34991 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T12:20:05,830 INFO [RS:0;1ba5af43fd99:34991 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T12:20:05,830 INFO [RS:0;1ba5af43fd99:34991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:05,830 INFO [RS:0;1ba5af43fd99:34991 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T12:20:05,831 INFO [RS:0;1ba5af43fd99:34991 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T12:20:05,831 INFO [RS:0;1ba5af43fd99:34991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:05,831 DEBUG [RS:0;1ba5af43fd99:34991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:05,831 DEBUG [RS:0;1ba5af43fd99:34991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:05,831 DEBUG [RS:0;1ba5af43fd99:34991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:05,831 DEBUG [RS:0;1ba5af43fd99:34991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:05,831 DEBUG [RS:0;1ba5af43fd99:34991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:05,831 DEBUG [RS:0;1ba5af43fd99:34991 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:20:05,832 DEBUG [RS:0;1ba5af43fd99:34991 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:05,832 DEBUG [RS:0;1ba5af43fd99:34991 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:05,832 DEBUG [RS:0;1ba5af43fd99:34991 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:05,832 DEBUG [RS:0;1ba5af43fd99:34991 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:05,832 DEBUG [RS:0;1ba5af43fd99:34991 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:05,832 DEBUG [RS:0;1ba5af43fd99:34991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:05,832 DEBUG [RS:0;1ba5af43fd99:34991 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:20:05,832 DEBUG [RS:0;1ba5af43fd99:34991 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:20:05,832 INFO [RS:0;1ba5af43fd99:34991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:05,832 INFO [RS:0;1ba5af43fd99:34991 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:05,832 INFO [RS:0;1ba5af43fd99:34991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:05,832 INFO [RS:0;1ba5af43fd99:34991 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:05,833 INFO [RS:0;1ba5af43fd99:34991 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:05,833 INFO [RS:0;1ba5af43fd99:34991 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,34991,1732710004801-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:20:05,846 INFO [RS:0;1ba5af43fd99:34991 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T12:20:05,846 INFO [RS:0;1ba5af43fd99:34991 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,34991,1732710004801-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:05,859 INFO [RS:0;1ba5af43fd99:34991 {}] regionserver.ReplicationSource(231): queueId=1-1ba5af43fd99,34991,1732710004801, ReplicationSource: 1, currentBandwidth=0 2024-11-27T12:20:05,859 INFO [RS:0;1ba5af43fd99:34991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:05,859 INFO [RS:0;1ba5af43fd99:34991 {}] regionserver.Replication(171): 1ba5af43fd99,34991,1732710004801 started 2024-11-27T12:20:05,872 INFO [RS:0;1ba5af43fd99:34991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:05,872 INFO [RS:0;1ba5af43fd99:34991 {}] regionserver.HRegionServer(1482): Serving as 1ba5af43fd99,34991,1732710004801, RpcServer on 1ba5af43fd99/172.17.0.3:34991, sessionid=0x1017c3c339f0007 2024-11-27T12:20:05,872 DEBUG [RS:0;1ba5af43fd99:34991 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T12:20:05,872 DEBUG [RS:0;1ba5af43fd99:34991 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ba5af43fd99,34991,1732710004801 2024-11-27T12:20:05,872 DEBUG [RS:0;1ba5af43fd99:34991 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,34991,1732710004801' 2024-11-27T12:20:05,872 DEBUG [RS:0;1ba5af43fd99:34991 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01273568855/flush-table-proc/abort' 2024-11-27T12:20:05,872 DEBUG [RS:0;1ba5af43fd99:34991 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01273568855/flush-table-proc/acquired' 2024-11-27T12:20:05,873 DEBUG [RS:0;1ba5af43fd99:34991 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T12:20:05,873 DEBUG [RS:0;1ba5af43fd99:34991 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T12:20:05,873 DEBUG [RS:0;1ba5af43fd99:34991 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ba5af43fd99,34991,1732710004801 2024-11-27T12:20:05,873 DEBUG [RS:0;1ba5af43fd99:34991 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,34991,1732710004801' 2024-11-27T12:20:05,873 DEBUG [RS:0;1ba5af43fd99:34991 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01273568855/online-snapshot/abort' 2024-11-27T12:20:05,873 DEBUG [RS:0;1ba5af43fd99:34991 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01273568855/online-snapshot/acquired' 2024-11-27T12:20:05,873 DEBUG [RS:0;1ba5af43fd99:34991 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T12:20:05,873 INFO [RS:0;1ba5af43fd99:34991 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T12:20:05,873 INFO [RS:0;1ba5af43fd99:34991 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T12:20:05,875 DEBUG [RS:0;1ba5af43fd99:34991.replicationSource,1-1ba5af43fd99,34991,1732710004801 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ba5af43fd99:38405' 2024-11-27T12:20:05,876 DEBUG [RS:0;1ba5af43fd99:34991.replicationSource,1-1ba5af43fd99,34991,1732710004801 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f4d4928, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:05,876 DEBUG [RS:0;1ba5af43fd99:34991.replicationSource,1-1ba5af43fd99,34991,1732710004801 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,38405,-1 for getting cluster id 2024-11-27T12:20:05,876 DEBUG [RS:0;1ba5af43fd99:34991.replicationSource,1-1ba5af43fd99,34991,1732710004801 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:20:05,877 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19c2cf05-48f5-4c43-a6bb-7006538bea28' 2024-11-27T12:20:05,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:20:05,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19c2cf05-48f5-4c43-a6bb-7006538bea28" 2024-11-27T12:20:05,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17422130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:05,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,38405,-1] 2024-11-27T12:20:05,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:20:05,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:05,879 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:20:05,879 DEBUG [RS:0;1ba5af43fd99:34991.replicationSource,1-1ba5af43fd99,34991,1732710004801 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68877066, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:05,879 DEBUG [RS:0;1ba5af43fd99:34991.replicationSource,1-1ba5af43fd99,34991,1732710004801 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:20:05,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,38405,1732709995763 2024-11-27T12:20:05,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8ecbaba 2024-11-27T12:20:05,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:20:05,881 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-27T12:20:05,881 INFO [RS:0;1ba5af43fd99:34991.replicationSource,1-1ba5af43fd99,34991,1732710004801 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1ba5af43fd99,34991,1732710004801 (queues=0) is replicating from cluster=48ce86f4-7378-4b8f-9e5d-54c9ec1678bc to cluster=19c2cf05-48f5-4c43-a6bb-7006538bea28 2024-11-27T12:20:05,974 INFO [RS:0;1ba5af43fd99:34991 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:20:05,975 INFO [RS:0;1ba5af43fd99:34991 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C34991%2C1732710004801, suffix=, logDir=hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/WALs/1ba5af43fd99,34991,1732710004801, archiveDir=hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/oldWALs, maxLogs=10 2024-11-27T12:20:05,987 DEBUG [RS:0;1ba5af43fd99:34991 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/WALs/1ba5af43fd99,34991,1732710004801/1ba5af43fd99%2C34991%2C1732710004801.1732710005975, exclude list is [], retry=0 2024-11-27T12:20:05,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37459,DS-2127571d-7f2d-40c7-9d48-ec96a5333a3b,DISK] 2024-11-27T12:20:05,992 INFO [RS:0;1ba5af43fd99:34991 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/WALs/1ba5af43fd99,34991,1732710004801/1ba5af43fd99%2C34991%2C1732710004801.1732710005975 2024-11-27T12:20:05,992 DEBUG [RS:0;1ba5af43fd99:34991 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 1ba5af43fd99%2C34991%2C1732710004801 for peer 1 2024-11-27T12:20:05,992 DEBUG [RS:0;1ba5af43fd99:34991 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1ba5af43fd99%2C34991%2C1732710004801 2024-11-27T12:20:05,992 INFO [RS:0;1ba5af43fd99:34991 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1ba5af43fd99,34991,1732710004801, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T12:20:05,992 DEBUG [RS:0;1ba5af43fd99:34991 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33621:33621)] 2024-11-27T12:20:05,992 INFO [RS:0;1ba5af43fd99:34991.replicationSource.shipper1ba5af43fd99%2C34991%2C1732710004801,1-1ba5af43fd99,34991,1732710004801 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1ba5af43fd99%2C34991%2C1732710004801 2024-11-27T12:20:05,993 DEBUG [RS:0;1ba5af43fd99:34991.replicationSource.wal-reader.1ba5af43fd99%2C34991%2C1732710004801,1-1ba5af43fd99,34991,1732710004801 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/WALs/1ba5af43fd99,34991,1732710004801/1ba5af43fd99%2C34991%2C1732710004801.1732710005975, startPosition=0, beingWritten=true 2024-11-27T12:20:06,052 DEBUG [1ba5af43fd99:37761 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T12:20:06,053 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ba5af43fd99,34991,1732710004801 2024-11-27T12:20:06,054 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,34991,1732710004801, state=OPENING 2024-11-27T12:20:06,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37761-0x1017c3c339f0006, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01273568855/meta-region-server 2024-11-27T12:20:06,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34991-0x1017c3c339f0007, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01273568855/meta-region-server 2024-11-27T12:20:06,069 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01273568855/meta-region-server: CHANGED 2024-11-27T12:20:06,069 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01273568855/meta-region-server: CHANGED 2024-11-27T12:20:06,069 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:20:06,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,34991,1732710004801}] 2024-11-27T12:20:06,198 DEBUG [RS:0;1ba5af43fd99:34991.replicationSource.wal-reader.1ba5af43fd99%2C34991%2C1732710004801,1-1ba5af43fd99,34991,1732710004801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/WALs/1ba5af43fd99,34991,1732710004801/1ba5af43fd99%2C34991%2C1732710004801.1732710005975 to pos 0, reset compression=false 2024-11-27T12:20:06,221 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T12:20:06,223 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43781, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T12:20:06,225 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T12:20:06,226 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:20:06,226 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T12:20:06,227 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C34991%2C1732710004801.meta, suffix=.meta, logDir=hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/WALs/1ba5af43fd99,34991,1732710004801, archiveDir=hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/oldWALs, maxLogs=10 2024-11-27T12:20:06,240 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/WALs/1ba5af43fd99,34991,1732710004801/1ba5af43fd99%2C34991%2C1732710004801.meta.1732710006227.meta, exclude list is [], retry=0 2024-11-27T12:20:06,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37459,DS-2127571d-7f2d-40c7-9d48-ec96a5333a3b,DISK] 2024-11-27T12:20:06,243 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/WALs/1ba5af43fd99,34991,1732710004801/1ba5af43fd99%2C34991%2C1732710004801.meta.1732710006227.meta 2024-11-27T12:20:06,244 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33621:33621)] 2024-11-27T12:20:06,244 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:20:06,244 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:20:06,244 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T12:20:06,244 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T12:20:06,244 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T12:20:06,244 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T12:20:06,244 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:20:06,244 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T12:20:06,245 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T12:20:06,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:20:06,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:20:06,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:06,251 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/data/hbase/meta/1588230740/info/9bba4a0606a944f187640385d25854d8 2024-11-27T12:20:06,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:20:06,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:20:06,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:20:06,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:06,257 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/data/hbase/meta/1588230740/ns/a332172f644f4afbb6d5c32468df1b27 2024-11-27T12:20:06,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:20:06,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:20:06,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:20:06,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:06,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:20:06,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:20:06,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:20:06,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:06,263 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/data/hbase/meta/1588230740/table/e188cbd3c7fb4597a2cd84df24c4264b 2024-11-27T12:20:06,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:20:06,263 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:20:06,264 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/data/hbase/meta/1588230740 2024-11-27T12:20:06,265 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/data/hbase/meta/1588230740 2024-11-27T12:20:06,266 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:20:06,266 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:20:06,266 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:20:06,267 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:20:06,268 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65328837, jitterRate=-0.026524469256401062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:20:06,268 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T12:20:06,268 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732710006245Writing region info on filesystem at 1732710006245Initializing all the Stores at 1732710006245Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710006245Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710006245Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710006245Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710006245Cleaning up temporary data from old regions at 1732710006266 (+21 ms)Running coprocessor post-open hooks at 1732710006268 (+2 ms)Region opened successfully at 1732710006268 2024-11-27T12:20:06,269 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732710006221 2024-11-27T12:20:06,271 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T12:20:06,271 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T12:20:06,271 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=1ba5af43fd99,34991,1732710004801 2024-11-27T12:20:06,272 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,34991,1732710004801, state=OPEN 2024-11-27T12:20:06,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37761-0x1017c3c339f0006, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01273568855/meta-region-server 2024-11-27T12:20:06,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34991-0x1017c3c339f0007, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01273568855/meta-region-server 2024-11-27T12:20:06,280 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01273568855/meta-region-server: CHANGED 2024-11-27T12:20:06,280 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01273568855/meta-region-server: CHANGED 2024-11-27T12:20:06,280 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ba5af43fd99,34991,1732710004801 2024-11-27T12:20:06,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-27T12:20:06,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,34991,1732710004801 in 211 msec 2024-11-27T12:20:06,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T12:20:06,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 632 msec 2024-11-27T12:20:06,502 DEBUG [RS:0;1ba5af43fd99:34991.replicationSource.wal-reader.1ba5af43fd99%2C34991%2C1732710004801,1-1ba5af43fd99,34991,1732710004801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/WALs/1ba5af43fd99,34991,1732710004801/1ba5af43fd99%2C34991%2C1732710004801.1732710005975 to pos 0, reset compression=false 2024-11-27T12:20:06,906 DEBUG [RS:0;1ba5af43fd99:34991.replicationSource.wal-reader.1ba5af43fd99%2C34991%2C1732710004801,1-1ba5af43fd99,34991,1732710004801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/WALs/1ba5af43fd99,34991,1732710004801/1ba5af43fd99%2C34991%2C1732710004801.1732710005975 to pos 0, reset compression=false 2024-11-27T12:20:07,303 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1653ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-27T12:20:07,411 DEBUG [RS:0;1ba5af43fd99:34991.replicationSource.wal-reader.1ba5af43fd99%2C34991%2C1732710004801,1-1ba5af43fd99,34991,1732710004801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/WALs/1ba5af43fd99,34991,1732710004801/1ba5af43fd99%2C34991%2C1732710004801.1732710005975 to pos 0, reset compression=false 2024-11-27T12:20:08,015 DEBUG [RS:0;1ba5af43fd99:34991.replicationSource.wal-reader.1ba5af43fd99%2C34991%2C1732710004801,1-1ba5af43fd99,34991,1732710004801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/WALs/1ba5af43fd99,34991,1732710004801/1ba5af43fd99%2C34991%2C1732710004801.1732710005975 to pos 0, reset compression=false 2024-11-27T12:20:08,719 DEBUG [RS:0;1ba5af43fd99:34991.replicationSource.wal-reader.1ba5af43fd99%2C34991%2C1732710004801,1-1ba5af43fd99,34991,1732710004801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/WALs/1ba5af43fd99,34991,1732710004801/1ba5af43fd99%2C34991%2C1732710004801.1732710005975 to pos 0, reset compression=false 2024-11-27T12:20:08,806 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3156ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-27T12:20:09,523 DEBUG [RS:0;1ba5af43fd99:34991.replicationSource.wal-reader.1ba5af43fd99%2C34991%2C1732710004801,1-1ba5af43fd99,34991,1732710004801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/WALs/1ba5af43fd99,34991,1732710004801/1ba5af43fd99%2C34991%2C1732710004801.1732710005975 to pos 0, reset compression=false 2024-11-27T12:20:10,158 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-27T12:20:10,158 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T12:20:10,159 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:20:10,159 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,34991,1732710004801, seqNum=-1] 2024-11-27T12:20:10,159 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:20:10,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:20:10,164 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=71a51b49089668ddc849003272c4bcce, regionState=OPEN, lastHost=1ba5af43fd99,36323,1732709990352, regionLocation=1ba5af43fd99,36323,1732709990352, openSeqNum=2 2024-11-27T12:20:10,164 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T12:20:10,164 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732710070164 2024-11-27T12:20:10,164 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732710130164 2024-11-27T12:20:10,164 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-11-27T12:20:10,164 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 1ba5af43fd99,36323,1732709990352 had 2 regions 2024-11-27T12:20:10,164 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,37761,1732710004755-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:10,164 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,37761,1732710004755-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:10,164 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,37761,1732710004755-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:10,164 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ba5af43fd99:37761, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:10,164 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:10,165 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:10,165 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 1ba5af43fd99,36323,1732709990352, splitWal=true, meta=true, isMeta: false 2024-11-27T12:20:10,166 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/WALs/1ba5af43fd99,36323,1732709990352-splitting dir is empty, no logs to split. 2024-11-27T12:20:10,166 INFO [PEWorker-3 {}] master.SplitWALManager(105): 1ba5af43fd99,36323,1732709990352 WAL count=0, meta=false 2024-11-27T12:20:10,169 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/WALs/1ba5af43fd99,36323,1732709990352-splitting dir is empty, no logs to split. 2024-11-27T12:20:10,169 INFO [PEWorker-3 {}] master.SplitWALManager(105): 1ba5af43fd99,36323,1732709990352 WAL count=0, meta=false 2024-11-27T12:20:10,169 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 1ba5af43fd99,36323,1732709990352 WAL splitting is done? wals=0, meta=false 2024-11-27T12:20:10,170 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.301sec 2024-11-27T12:20:10,170 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T12:20:10,170 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T12:20:10,171 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T12:20:10,171 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T12:20:10,171 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T12:20:10,171 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,37761,1732710004755-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:20:10,171 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,37761,1732710004755-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T12:20:10,171 WARN [master/1ba5af43fd99:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=1ba5af43fd99,36323,1732709990352/hbase:replication,,1732709999380.71a51b49089668ddc849003272c4bcce. 2024-11-27T12:20:10,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=71a51b49089668ddc849003272c4bcce, ASSIGN}] 2024-11-27T12:20:10,174 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=71a51b49089668ddc849003272c4bcce, ASSIGN 2024-11-27T12:20:10,175 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=71a51b49089668ddc849003272c4bcce, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T12:20:10,176 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T12:20:10,176 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T12:20:10,176 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,37761,1732710004755-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:10,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685ea55a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:10,234 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,37761,-1 for getting cluster id 2024-11-27T12:20:10,234 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:20:10,235 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48ce86f4-7378-4b8f-9e5d-54c9ec1678bc' 2024-11-27T12:20:10,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:20:10,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48ce86f4-7378-4b8f-9e5d-54c9ec1678bc" 2024-11-27T12:20:10,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ae7e917, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:10,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,37761,-1] 2024-11-27T12:20:10,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:20:10,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:10,236 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:20:10,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15e857e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:10,237 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:20:10,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,34991,1732710004801, seqNum=-1] 2024-11-27T12:20:10,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:20:10,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:20:10,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-27T12:20:10,241 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:20:10,241 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:20:10,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:10,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:10,242 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:20:10,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 1ba5af43fd99:37761 after: 1ba5af43fd99:37761 2024-11-27T12:20:10,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19a8890e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:10,242 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,37761,-1 for getting cluster id 2024-11-27T12:20:10,242 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:20:10,243 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48ce86f4-7378-4b8f-9e5d-54c9ec1678bc' 2024-11-27T12:20:10,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:20:10,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48ce86f4-7378-4b8f-9e5d-54c9ec1678bc" 2024-11-27T12:20:10,244 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@872cb45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:10,244 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,37761,-1] 2024-11-27T12:20:10,244 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:20:10,244 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:10,245 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:20:10,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32fcfd18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:10,245 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:20:10,246 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,37761,1732710004755 2024-11-27T12:20:10,246 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9939f90 2024-11-27T12:20:10,246 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:20:10,247 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:20:10,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37761 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-27T12:20:10,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T12:20:10,247 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:20:10,248 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:20:10,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:10,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:10,248 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:20:10,249 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T12:20:10,249 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1610488479, stopped=false 2024-11-27T12:20:10,249 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ba5af43fd99,38405,1732709995763 2024-11-27T12:20:10,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1017c3c339f0003, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-830921811/running 2024-11-27T12:20:10,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40227-0x1017c3c339f0004, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-830921811/running 2024-11-27T12:20:10,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1017c3c339f0003, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-830921811 2024-11-27T12:20:10,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40227-0x1017c3c339f0004, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-830921811 2024-11-27T12:20:10,318 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:20:10,318 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:20:10,318 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:20:10,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:10,319 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38405-0x1017c3c339f0003, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Set watcher on znode that does not yet exist, /1-830921811/running 2024-11-27T12:20:10,319 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40227-0x1017c3c339f0004, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Set watcher on znode that does not yet exist, /1-830921811/running 2024-11-27T12:20:10,319 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ba5af43fd99,40227,1732709995904' ***** 2024-11-27T12:20:10,319 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T12:20:10,319 INFO [RS:0;1ba5af43fd99:40227 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T12:20:10,319 INFO [RS:0;1ba5af43fd99:40227 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T12:20:10,319 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T12:20:10,319 INFO [RS:0;1ba5af43fd99:40227 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T12:20:10,319 INFO [RS:0;1ba5af43fd99:40227 {}] regionserver.HRegionServer(959): stopping server 1ba5af43fd99,40227,1732709995904 2024-11-27T12:20:10,319 INFO [RS:0;1ba5af43fd99:40227 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:20:10,319 INFO [RS:0;1ba5af43fd99:40227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:40227. 2024-11-27T12:20:10,319 DEBUG [RS:0;1ba5af43fd99:40227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:20:10,319 DEBUG [RS:0;1ba5af43fd99:40227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:10,319 INFO [RS:0;1ba5af43fd99:40227 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T12:20:10,319 INFO [RS:0;1ba5af43fd99:40227 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T12:20:10,319 INFO [RS:0;1ba5af43fd99:40227 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T12:20:10,319 INFO [RS:0;1ba5af43fd99:40227 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T12:20:10,320 INFO [RS:0;1ba5af43fd99:40227 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T12:20:10,320 DEBUG [RS:0;1ba5af43fd99:40227 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T12:20:10,320 DEBUG [RS:0;1ba5af43fd99:40227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:20:10,320 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:20:10,320 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:20:10,320 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:20:10,320 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:20:10,320 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:20:10,320 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-27T12:20:10,325 DEBUG [1ba5af43fd99:37761 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T12:20:10,326 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=71a51b49089668ddc849003272c4bcce, regionState=OPENING, regionLocation=1ba5af43fd99,34991,1732710004801 2024-11-27T12:20:10,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=71a51b49089668ddc849003272c4bcce, ASSIGN because future has completed 2024-11-27T12:20:10,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71a51b49089668ddc849003272c4bcce, server=1ba5af43fd99,34991,1732710004801}] 2024-11-27T12:20:10,334 INFO [regionserver/1ba5af43fd99:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:20:10,336 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/data/hbase/meta/1588230740/.tmp/ns/737a7dff4211476c99cb29a124dd047a is 43, key is default/ns:d/1732709999231/Put/seqid=0 2024-11-27T12:20:10,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741835_1011 (size=5153) 2024-11-27T12:20:10,427 DEBUG [RS:0;1ba5af43fd99:34991.replicationSource.wal-reader.1ba5af43fd99%2C34991%2C1732710004801,1-1ba5af43fd99,34991,1732710004801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/WALs/1ba5af43fd99,34991,1732710004801/1ba5af43fd99%2C34991%2C1732710004801.1732710005975 to pos 0, reset compression=false 2024-11-27T12:20:10,486 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732709999380.71a51b49089668ddc849003272c4bcce. 2024-11-27T12:20:10,486 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:20:10,486 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T12:20:10,487 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C34991%2C1732710004801.rep, suffix=, logDir=hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/WALs/1ba5af43fd99,34991,1732710004801, archiveDir=hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/oldWALs, maxLogs=10 2024-11-27T12:20:10,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/WALs/1ba5af43fd99,34991,1732710004801/1ba5af43fd99%2C34991%2C1732710004801.rep.1732710010487, exclude list is [], retry=0 2024-11-27T12:20:10,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37459,DS-2127571d-7f2d-40c7-9d48-ec96a5333a3b,DISK] 2024-11-27T12:20:10,502 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/WALs/1ba5af43fd99,34991,1732710004801/1ba5af43fd99%2C34991%2C1732710004801.rep.1732710010487 2024-11-27T12:20:10,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33621:33621)] 2024-11-27T12:20:10,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 71a51b49089668ddc849003272c4bcce, NAME => 'hbase:replication,,1732709999380.71a51b49089668ddc849003272c4bcce.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:20:10,503 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:20:10,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T12:20:10,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732709999380.71a51b49089668ddc849003272c4bcce. service=MultiRowMutationService 2024-11-27T12:20:10,503 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T12:20:10,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 71a51b49089668ddc849003272c4bcce 2024-11-27T12:20:10,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732709999380.71a51b49089668ddc849003272c4bcce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:20:10,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 71a51b49089668ddc849003272c4bcce 2024-11-27T12:20:10,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 71a51b49089668ddc849003272c4bcce 2024-11-27T12:20:10,505 INFO [StoreOpener-71a51b49089668ddc849003272c4bcce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 71a51b49089668ddc849003272c4bcce 2024-11-27T12:20:10,506 INFO [StoreOpener-71a51b49089668ddc849003272c4bcce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71a51b49089668ddc849003272c4bcce columnFamilyName hfileref 2024-11-27T12:20:10,506 DEBUG [StoreOpener-71a51b49089668ddc849003272c4bcce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:10,506 INFO [StoreOpener-71a51b49089668ddc849003272c4bcce-1 {}] regionserver.HStore(327): Store=71a51b49089668ddc849003272c4bcce/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:20:10,506 INFO [StoreOpener-71a51b49089668ddc849003272c4bcce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 71a51b49089668ddc849003272c4bcce 2024-11-27T12:20:10,507 INFO [StoreOpener-71a51b49089668ddc849003272c4bcce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71a51b49089668ddc849003272c4bcce columnFamilyName queue 2024-11-27T12:20:10,507 DEBUG [StoreOpener-71a51b49089668ddc849003272c4bcce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:10,512 DEBUG [StoreOpener-71a51b49089668ddc849003272c4bcce-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/data/hbase/replication/71a51b49089668ddc849003272c4bcce/queue/09be130100c04698bc29814d47816b94 2024-11-27T12:20:10,512 INFO [StoreOpener-71a51b49089668ddc849003272c4bcce-1 {}] regionserver.HStore(327): Store=71a51b49089668ddc849003272c4bcce/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:20:10,512 INFO [StoreOpener-71a51b49089668ddc849003272c4bcce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 71a51b49089668ddc849003272c4bcce 2024-11-27T12:20:10,513 INFO [StoreOpener-71a51b49089668ddc849003272c4bcce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71a51b49089668ddc849003272c4bcce columnFamilyName sid 2024-11-27T12:20:10,513 DEBUG [StoreOpener-71a51b49089668ddc849003272c4bcce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:10,513 INFO [StoreOpener-71a51b49089668ddc849003272c4bcce-1 {}] regionserver.HStore(327): Store=71a51b49089668ddc849003272c4bcce/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:20:10,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 71a51b49089668ddc849003272c4bcce 2024-11-27T12:20:10,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/data/hbase/replication/71a51b49089668ddc849003272c4bcce 2024-11-27T12:20:10,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/data/hbase/replication/71a51b49089668ddc849003272c4bcce 2024-11-27T12:20:10,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 71a51b49089668ddc849003272c4bcce 2024-11-27T12:20:10,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 71a51b49089668ddc849003272c4bcce 2024-11-27T12:20:10,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T12:20:10,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 71a51b49089668ddc849003272c4bcce 2024-11-27T12:20:10,518 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 71a51b49089668ddc849003272c4bcce; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62284272, jitterRate=-0.07189202308654785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T12:20:10,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 71a51b49089668ddc849003272c4bcce 2024-11-27T12:20:10,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 71a51b49089668ddc849003272c4bcce: Running coprocessor pre-open hook at 1732710010504Writing region info on filesystem at 1732710010504Initializing all the Stores at 1732710010504Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710010504Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710010505 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710010505Cleaning up temporary data from old regions at 1732710010516 (+11 ms)Running coprocessor post-open hooks at 1732710010518 (+2 ms)Region opened successfully at 1732710010518 2024-11-27T12:20:10,519 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732709999380.71a51b49089668ddc849003272c4bcce., pid=13, masterSystemTime=1732710010483 2024-11-27T12:20:10,520 DEBUG [RS:0;1ba5af43fd99:40227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:20:10,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732709999380.71a51b49089668ddc849003272c4bcce. 2024-11-27T12:20:10,521 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732709999380.71a51b49089668ddc849003272c4bcce. 2024-11-27T12:20:10,522 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=71a51b49089668ddc849003272c4bcce, regionState=OPEN, openSeqNum=9, regionLocation=1ba5af43fd99,34991,1732710004801 2024-11-27T12:20:10,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71a51b49089668ddc849003272c4bcce, server=1ba5af43fd99,34991,1732710004801 because future has completed 2024-11-27T12:20:10,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-27T12:20:10,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 71a51b49089668ddc849003272c4bcce, server=1ba5af43fd99,34991,1732710004801 in 197 msec 2024-11-27T12:20:10,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-27T12:20:10,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=71a51b49089668ddc849003272c4bcce, ASSIGN in 354 msec 2024-11-27T12:20:10,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-27T12:20:10,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732709999380.71a51b49089668ddc849003272c4bcce., hostname=1ba5af43fd99,34991,1732710004801, seqNum=9] 2024-11-27T12:20:10,545 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 1ba5af43fd99,36323,1732709990352 2024-11-27T12:20:10,545 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-27T12:20:10,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34991 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-27T12:20:10,720 DEBUG [RS:0;1ba5af43fd99:40227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:20:10,741 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/data/hbase/meta/1588230740/.tmp/ns/737a7dff4211476c99cb29a124dd047a 2024-11-27T12:20:10,746 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/data/hbase/meta/1588230740/.tmp/ns/737a7dff4211476c99cb29a124dd047a as hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/data/hbase/meta/1588230740/ns/737a7dff4211476c99cb29a124dd047a 2024-11-27T12:20:10,751 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/data/hbase/meta/1588230740/ns/737a7dff4211476c99cb29a124dd047a, entries=2, sequenceid=6, filesize=5.0 K 2024-11-27T12:20:10,752 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false 2024-11-27T12:20:10,752 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T12:20:10,755 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T12:20:10,756 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:20:10,756 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:20:10,756 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:20:10,756 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732710010320Running coprocessor pre-close hooks at 1732710010320Disabling compacts and flushes for region at 1732710010320Disabling writes for close at 1732710010320Obtaining lock to block concurrent updates at 1732710010320Preparing flush snapshotting stores in 1588230740 at 1732710010320Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732710010320Flushing stores of hbase:meta,,1.1588230740 at 1732710010321 (+1 ms)Flushing 1588230740/ns: creating writer at 1732710010321Flushing 1588230740/ns: appending metadata at 1732710010336 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732710010336Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16562538: reopening flushed file at 1732710010745 (+409 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false at 1732710010752 (+7 ms)Writing region close event to WAL at 1732710010753 (+1 ms)Running coprocessor post-close hooks at 1732710010756 (+3 ms)Closed at 1732710010756 2024-11-27T12:20:10,756 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T12:20:10,920 INFO [RS:0;1ba5af43fd99:40227 {}] regionserver.HRegionServer(976): stopping server 1ba5af43fd99,40227,1732709995904; all regions closed. 2024-11-27T12:20:10,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741834_1010 (size=1152) 2024-11-27T12:20:10,953 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/WALs/1ba5af43fd99,40227,1732709995904/1ba5af43fd99%2C40227%2C1732709995904.meta.1732709999183.meta not finished, retry = 0 2024-11-27T12:20:11,056 DEBUG [RS:0;1ba5af43fd99:40227 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/oldWALs 2024-11-27T12:20:11,056 INFO [RS:0;1ba5af43fd99:40227 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ba5af43fd99%2C40227%2C1732709995904.meta:.meta(num 1732709999183) 2024-11-27T12:20:11,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741832_1008 (size=93) 2024-11-27T12:20:11,058 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/WALs/1ba5af43fd99,40227,1732709995904/1ba5af43fd99%2C40227%2C1732709995904.1732709998252 not finished, retry = 0 2024-11-27T12:20:11,160 DEBUG [RS:0;1ba5af43fd99:40227 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/oldWALs 2024-11-27T12:20:11,160 INFO [RS:0;1ba5af43fd99:40227 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ba5af43fd99%2C40227%2C1732709995904:(num 1732709998252) 2024-11-27T12:20:11,160 DEBUG [RS:0;1ba5af43fd99:40227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:11,160 INFO [RS:0;1ba5af43fd99:40227 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:20:11,161 INFO [RS:0;1ba5af43fd99:40227 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:20:11,161 INFO [RS:0;1ba5af43fd99:40227 {}] hbase.ChoreService(370): Chore service for: regionserver/1ba5af43fd99:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T12:20:11,161 INFO [RS:0;1ba5af43fd99:40227 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:20:11,161 INFO [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:20:11,161 INFO [RS:0;1ba5af43fd99:40227 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40227 2024-11-27T12:20:11,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1017c3c339f0003, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-830921811/rs 2024-11-27T12:20:11,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40227-0x1017c3c339f0004, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-830921811/rs/1ba5af43fd99,40227,1732709995904 2024-11-27T12:20:11,181 INFO [RS:0;1ba5af43fd99:40227 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:20:11,191 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ba5af43fd99,40227,1732709995904] 2024-11-27T12:20:11,202 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-830921811/draining/1ba5af43fd99,40227,1732709995904 already deleted, retry=false 2024-11-27T12:20:11,202 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ba5af43fd99,40227,1732709995904 expired; onlineServers=0 2024-11-27T12:20:11,202 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ba5af43fd99,38405,1732709995763' ***** 2024-11-27T12:20:11,202 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T12:20:11,202 INFO [M:0;1ba5af43fd99:38405 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:20:11,202 INFO [M:0;1ba5af43fd99:38405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:20:11,202 DEBUG [M:0;1ba5af43fd99:38405 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T12:20:11,202 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T12:20:11,202 DEBUG [M:0;1ba5af43fd99:38405 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T12:20:11,202 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732709997977 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732709997977,5,FailOnTimeoutGroup] 2024-11-27T12:20:11,203 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732709997977 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732709997977,5,FailOnTimeoutGroup] 2024-11-27T12:20:11,203 INFO [M:0;1ba5af43fd99:38405 {}] hbase.ChoreService(370): Chore service for: master/1ba5af43fd99:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T12:20:11,203 INFO [M:0;1ba5af43fd99:38405 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:20:11,203 DEBUG [M:0;1ba5af43fd99:38405 {}] master.HMaster(1795): Stopping service threads 2024-11-27T12:20:11,203 INFO [M:0;1ba5af43fd99:38405 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T12:20:11,203 INFO [M:0;1ba5af43fd99:38405 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:20:11,203 INFO [M:0;1ba5af43fd99:38405 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T12:20:11,203 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T12:20:11,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1017c3c339f0003, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-830921811/master 2024-11-27T12:20:11,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1017c3c339f0003, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-830921811 2024-11-27T12:20:11,213 DEBUG [M:0;1ba5af43fd99:38405 {}] zookeeper.ZKUtil(347): master:38405-0x1017c3c339f0003, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Unable to get data of znode /1-830921811/master because node does not exist (not an error) 2024-11-27T12:20:11,213 WARN [M:0;1ba5af43fd99:38405 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T12:20:11,214 INFO [M:0;1ba5af43fd99:38405 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/.lastflushedseqids 2024-11-27T12:20:11,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741836_1012 (size=99) 2024-11-27T12:20:11,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40227-0x1017c3c339f0004, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:20:11,292 INFO [RS:0;1ba5af43fd99:40227 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:20:11,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40227-0x1017c3c339f0004, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:20:11,292 INFO [RS:0;1ba5af43fd99:40227 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ba5af43fd99,40227,1732709995904; zookeeper connection closed. 2024-11-27T12:20:11,292 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4153e381 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4153e381 2024-11-27T12:20:11,292 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T12:20:11,432 DEBUG [RS:0;1ba5af43fd99:34991.replicationSource.wal-reader.1ba5af43fd99%2C34991%2C1732710004801,1-1ba5af43fd99,34991,1732710004801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/WALs/1ba5af43fd99,34991,1732710004801/1ba5af43fd99%2C34991%2C1732710004801.1732710005975 to pos 0, reset compression=false 2024-11-27T12:20:11,619 INFO [M:0;1ba5af43fd99:38405 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T12:20:11,619 INFO [M:0;1ba5af43fd99:38405 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T12:20:11,619 DEBUG [M:0;1ba5af43fd99:38405 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:20:11,619 INFO [M:0;1ba5af43fd99:38405 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:20:11,619 DEBUG [M:0;1ba5af43fd99:38405 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:20:11,619 DEBUG [M:0;1ba5af43fd99:38405 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:20:11,619 DEBUG [M:0;1ba5af43fd99:38405 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:20:11,619 INFO [M:0;1ba5af43fd99:38405 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-27T12:20:11,633 DEBUG [M:0;1ba5af43fd99:38405 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/72ee8876e9f7452abadb26e324bb3c8d is 82, key is hbase:meta,,1/info:regioninfo/1732709999211/Put/seqid=0 2024-11-27T12:20:11,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741837_1013 (size=5672) 2024-11-27T12:20:11,746 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:20:11,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:11,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:11,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:11,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:11,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:11,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:12,037 INFO [M:0;1ba5af43fd99:38405 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/72ee8876e9f7452abadb26e324bb3c8d 2024-11-27T12:20:12,054 DEBUG [M:0;1ba5af43fd99:38405 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/096bd39d03b44c4a846a532007fd2263 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732709999235/Put/seqid=0 2024-11-27T12:20:12,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741838_1014 (size=5275) 2024-11-27T12:20:12,458 INFO [M:0;1ba5af43fd99:38405 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/096bd39d03b44c4a846a532007fd2263 2024-11-27T12:20:12,475 DEBUG [M:0;1ba5af43fd99:38405 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/06eaf77e639546e2a1f2af9f0be8a134 is 69, key is 1ba5af43fd99,40227,1732709995904/rs:state/1732709998068/Put/seqid=0 2024-11-27T12:20:12,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741839_1015 (size=5156) 2024-11-27T12:20:12,536 DEBUG [RS:0;1ba5af43fd99:34991.replicationSource.wal-reader.1ba5af43fd99%2C34991%2C1732710004801,1-1ba5af43fd99,34991,1732710004801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/WALs/1ba5af43fd99,34991,1732710004801/1ba5af43fd99%2C34991%2C1732710004801.1732710005975 to pos 0, reset compression=false 2024-11-27T12:20:12,880 INFO [M:0;1ba5af43fd99:38405 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/06eaf77e639546e2a1f2af9f0be8a134 2024-11-27T12:20:12,886 DEBUG [M:0;1ba5af43fd99:38405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/72ee8876e9f7452abadb26e324bb3c8d as hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/72ee8876e9f7452abadb26e324bb3c8d 2024-11-27T12:20:12,890 INFO [M:0;1ba5af43fd99:38405 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/72ee8876e9f7452abadb26e324bb3c8d, entries=8, sequenceid=28, filesize=5.5 K 2024-11-27T12:20:12,891 DEBUG [M:0;1ba5af43fd99:38405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/096bd39d03b44c4a846a532007fd2263 as hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/096bd39d03b44c4a846a532007fd2263 2024-11-27T12:20:12,895 INFO [M:0;1ba5af43fd99:38405 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/096bd39d03b44c4a846a532007fd2263, entries=3, sequenceid=28, filesize=5.2 K 2024-11-27T12:20:12,896 DEBUG [M:0;1ba5af43fd99:38405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/06eaf77e639546e2a1f2af9f0be8a134 as hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/06eaf77e639546e2a1f2af9f0be8a134 2024-11-27T12:20:12,900 INFO [M:0;1ba5af43fd99:38405 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37351/user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/06eaf77e639546e2a1f2af9f0be8a134, entries=1, sequenceid=28, filesize=5.0 K 2024-11-27T12:20:12,901 INFO [M:0;1ba5af43fd99:38405 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=28, compaction requested=false 2024-11-27T12:20:12,902 INFO [M:0;1ba5af43fd99:38405 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:20:12,902 DEBUG [M:0;1ba5af43fd99:38405 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732710011619Disabling compacts and flushes for region at 1732710011619Disabling writes for close at 1732710011619Obtaining lock to block concurrent updates at 1732710011619Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732710011619Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732710011619Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732710011620 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732710011620Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732710011633 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732710011633Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732710012041 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732710012054 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732710012054Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732710012462 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732710012475 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732710012475Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b7ca3f3: reopening flushed file at 1732710012885 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18aec3b7: reopening flushed file at 1732710012890 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d186c27: reopening flushed file at 1732710012895 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=28, compaction requested=false at 1732710012901 (+6 ms)Writing region close event to WAL at 1732710012902 (+1 ms)Closed at 1732710012902 2024-11-27T12:20:12,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741830_1006 (size=10165) 2024-11-27T12:20:12,904 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9fedba39-e491-5f6c-3b5e-55783994805a/MasterData/WALs/1ba5af43fd99,38405,1732709995763/1ba5af43fd99%2C38405%2C1732709995763.1732709997667 not finished, retry = 0 2024-11-27T12:20:13,005 INFO [M:0;1ba5af43fd99:38405 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T12:20:13,005 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:20:13,005 INFO [M:0;1ba5af43fd99:38405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38405 2024-11-27T12:20:13,005 INFO [M:0;1ba5af43fd99:38405 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:20:13,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1017c3c339f0003, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:20:13,165 INFO [M:0;1ba5af43fd99:38405 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:20:13,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1017c3c339f0003, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:20:13,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@466c24c9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:20:13,168 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@aff9abc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:20:13,168 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:20:13,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63a0c2e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:20:13,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b7b176a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476c2b73-3d81-e95d-e493-8585cb37ac38/hadoop.log.dir/,STOPPED} 2024-11-27T12:20:13,169 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T12:20:13,169 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T12:20:13,169 WARN [BP-407226146-172.17.0.3-1732709993874 heartbeating to localhost/127.0.0.1:37351 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T12:20:13,169 WARN [BP-407226146-172.17.0.3-1732709993874 heartbeating to localhost/127.0.0.1:37351 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-407226146-172.17.0.3-1732709993874 (Datanode Uuid cd44ecaf-78b4-42a2-9623-e1bba5aaba21) service to localhost/127.0.0.1:37351 2024-11-27T12:20:13,170 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476c2b73-3d81-e95d-e493-8585cb37ac38/cluster_3f42e11a-4fa4-b5da-6142-86d2e66c7aaa/data/data1/current/BP-407226146-172.17.0.3-1732709993874 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:20:13,170 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476c2b73-3d81-e95d-e493-8585cb37ac38/cluster_3f42e11a-4fa4-b5da-6142-86d2e66c7aaa/data/data2/current/BP-407226146-172.17.0.3-1732709993874 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:20:13,170 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T12:20:13,175 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d30bee1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:20:13,175 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@780a9b6b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:20:13,175 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:20:13,175 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25c7dd70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:20:13,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f7a8707{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476c2b73-3d81-e95d-e493-8585cb37ac38/hadoop.log.dir/,STOPPED} 2024-11-27T12:20:13,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T12:20:13,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T12:20:13,188 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:20:13,188 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:20:13,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:13,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:13,188 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T12:20:13,188 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1948531935, stopped=false 2024-11-27T12:20:13,188 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:20:13,188 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ba5af43fd99,37761,1732710004755 2024-11-27T12:20:13,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37761-0x1017c3c339f0006, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01273568855/running 2024-11-27T12:20:13,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34991-0x1017c3c339f0007, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01273568855/running 2024-11-27T12:20:13,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37761-0x1017c3c339f0006, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273568855 2024-11-27T12:20:13,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34991-0x1017c3c339f0007, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273568855 2024-11-27T12:20:13,206 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:20:13,206 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:20:13,206 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:20:13,206 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37761-0x1017c3c339f0006, quorum=127.0.0.1:63982, baseZNode=/01273568855 Set watcher on znode that does not yet exist, /01273568855/running 2024-11-27T12:20:13,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:13,207 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34991-0x1017c3c339f0007, quorum=127.0.0.1:63982, baseZNode=/01273568855 Set watcher on znode that does not yet exist, /01273568855/running 2024-11-27T12:20:13,207 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ba5af43fd99,34991,1732710004801' ***** 2024-11-27T12:20:13,207 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T12:20:13,208 INFO [RS:0;1ba5af43fd99:34991 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T12:20:13,208 INFO [RS:0;1ba5af43fd99:34991 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T12:20:13,208 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T12:20:13,208 INFO [RS:0;1ba5af43fd99:34991 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T12:20:13,208 INFO [RS:0;1ba5af43fd99:34991 {}] regionserver.HRegionServer(3091): Received CLOSE for 71a51b49089668ddc849003272c4bcce 2024-11-27T12:20:13,208 INFO [RS:0;1ba5af43fd99:34991 {}] regionserver.HRegionServer(959): stopping server 1ba5af43fd99,34991,1732710004801 2024-11-27T12:20:13,208 INFO [RS:0;1ba5af43fd99:34991 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:20:13,208 INFO [RS:0;1ba5af43fd99:34991 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:34991. 2024-11-27T12:20:13,208 DEBUG [RS:0;1ba5af43fd99:34991 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:20:13,208 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 71a51b49089668ddc849003272c4bcce, disabling compactions & flushes 2024-11-27T12:20:13,208 DEBUG [RS:0;1ba5af43fd99:34991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:13,208 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732709999380.71a51b49089668ddc849003272c4bcce. 2024-11-27T12:20:13,208 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732709999380.71a51b49089668ddc849003272c4bcce. 2024-11-27T12:20:13,208 INFO [RS:0;1ba5af43fd99:34991 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T12:20:13,208 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732709999380.71a51b49089668ddc849003272c4bcce. after waiting 0 ms 2024-11-27T12:20:13,208 INFO [RS:0;1ba5af43fd99:34991 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T12:20:13,208 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732709999380.71a51b49089668ddc849003272c4bcce. 2024-11-27T12:20:13,208 INFO [RS:0;1ba5af43fd99:34991 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T12:20:13,208 INFO [RS:0;1ba5af43fd99:34991 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T12:20:13,208 INFO [RS:0;1ba5af43fd99:34991 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T12:20:13,208 DEBUG [RS:0;1ba5af43fd99:34991 {}] regionserver.HRegionServer(1325): Online Regions={71a51b49089668ddc849003272c4bcce=hbase:replication,,1732709999380.71a51b49089668ddc849003272c4bcce., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T12:20:13,209 DEBUG [RS:0;1ba5af43fd99:34991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 71a51b49089668ddc849003272c4bcce 2024-11-27T12:20:13,209 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:20:13,209 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:20:13,209 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:20:13,209 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:20:13,209 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:20:13,209 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-27T12:20:13,212 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/data/hbase/replication/71a51b49089668ddc849003272c4bcce/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-27T12:20:13,213 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:20:13,214 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:20:13,214 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732709999380.71a51b49089668ddc849003272c4bcce. 2024-11-27T12:20:13,214 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 71a51b49089668ddc849003272c4bcce: Waiting for close lock at 1732710013208Running coprocessor pre-close hooks at 1732710013208Disabling compacts and flushes for region at 1732710013208Disabling writes for close at 1732710013208Writing region close event to WAL at 1732710013209 (+1 ms)Running coprocessor post-close hooks at 1732710013213 (+4 ms)Closed at 1732710013214 (+1 ms) 2024-11-27T12:20:13,214 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732709999380.71a51b49089668ddc849003272c4bcce. 2024-11-27T12:20:13,225 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/data/hbase/meta/1588230740/.tmp/info/25a6e9535fc345f9a90ae32779ca2cc0 is 147, key is hbase:replication,,1732709999380.71a51b49089668ddc849003272c4bcce./info:regioninfo/1732710010521/Put/seqid=0 2024-11-27T12:20:13,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741851_1027 (size=6385) 2024-11-27T12:20:13,238 INFO [regionserver/1ba5af43fd99:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:20:13,409 DEBUG [RS:0;1ba5af43fd99:34991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:20:13,609 DEBUG [RS:0;1ba5af43fd99:34991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:20:13,630 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/data/hbase/meta/1588230740/.tmp/info/25a6e9535fc345f9a90ae32779ca2cc0 2024-11-27T12:20:13,635 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/data/hbase/meta/1588230740/.tmp/info/25a6e9535fc345f9a90ae32779ca2cc0 as hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/data/hbase/meta/1588230740/info/25a6e9535fc345f9a90ae32779ca2cc0 2024-11-27T12:20:13,639 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/data/hbase/meta/1588230740/info/25a6e9535fc345f9a90ae32779ca2cc0, entries=8, sequenceid=19, filesize=6.2 K 2024-11-27T12:20:13,640 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=19, compaction requested=false 2024-11-27T12:20:13,644 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-27T12:20:13,644 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:20:13,645 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:20:13,645 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:20:13,645 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732710013209Running coprocessor pre-close hooks at 1732710013209Disabling compacts and flushes for region at 1732710013209Disabling writes for close at 1732710013209Obtaining lock to block concurrent updates at 1732710013209Preparing flush snapshotting stores in 1588230740 at 1732710013209Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732710013209Flushing stores of hbase:meta,,1.1588230740 at 1732710013210 (+1 ms)Flushing 1588230740/info: creating writer at 1732710013210Flushing 1588230740/info: appending metadata at 1732710013225 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732710013225Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30827c3f: reopening flushed file at 1732710013634 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=19, compaction requested=false at 1732710013640 (+6 ms)Writing region close event to WAL at 1732710013641 (+1 ms)Running coprocessor post-close hooks at 1732710013644 (+3 ms)Closed at 1732710013645 (+1 ms) 2024-11-27T12:20:13,645 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T12:20:13,741 DEBUG [RS:0;1ba5af43fd99:34991.replicationSource.wal-reader.1ba5af43fd99%2C34991%2C1732710004801,1-1ba5af43fd99,34991,1732710004801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/WALs/1ba5af43fd99,34991,1732710004801/1ba5af43fd99%2C34991%2C1732710004801.1732710005975 to pos 0, reset compression=false 2024-11-27T12:20:13,809 INFO [RS:0;1ba5af43fd99:34991 {}] regionserver.HRegionServer(976): stopping server 1ba5af43fd99,34991,1732710004801; all regions closed. 2024-11-27T12:20:13,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741849_1025 (size=2156) 2024-11-27T12:20:13,813 DEBUG [RS:0;1ba5af43fd99:34991 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/oldWALs 2024-11-27T12:20:13,813 INFO [RS:0;1ba5af43fd99:34991 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ba5af43fd99%2C34991%2C1732710004801.meta:.meta(num 1732710006227) 2024-11-27T12:20:13,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741850_1026 (size=796) 2024-11-27T12:20:13,817 DEBUG [RS:0;1ba5af43fd99:34991 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/oldWALs 2024-11-27T12:20:13,817 INFO [RS:0;1ba5af43fd99:34991 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ba5af43fd99%2C34991%2C1732710004801.rep:(num 1732710010487) 2024-11-27T12:20:13,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741848_1024 (size=93) 2024-11-27T12:20:13,819 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/WALs/1ba5af43fd99,34991,1732710004801/1ba5af43fd99%2C34991%2C1732710004801.1732710005975 not finished, retry = 0 2024-11-27T12:20:13,833 INFO [regionserver/1ba5af43fd99:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T12:20:13,833 INFO [regionserver/1ba5af43fd99:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T12:20:13,921 DEBUG [RS:0;1ba5af43fd99:34991 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/oldWALs 2024-11-27T12:20:13,921 INFO [RS:0;1ba5af43fd99:34991 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ba5af43fd99%2C34991%2C1732710004801:(num 1732710005975) 2024-11-27T12:20:13,921 DEBUG [RS:0;1ba5af43fd99:34991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:13,921 INFO [RS:0;1ba5af43fd99:34991 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:20:13,921 INFO [RS:0;1ba5af43fd99:34991 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:20:13,921 INFO [RS:0;1ba5af43fd99:34991 {}] hbase.ChoreService(370): Chore service for: regionserver/1ba5af43fd99:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T12:20:13,922 INFO [RS:0;1ba5af43fd99:34991 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:20:13,922 INFO [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:20:13,922 INFO [RS:0;1ba5af43fd99:34991 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1ba5af43fd99,34991,1732710004801 because: Region server is closing 2024-11-27T12:20:13,922 INFO [RS:0;1ba5af43fd99:34991 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:34991. 2024-11-27T12:20:13,922 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/1ba5af43fd99:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-27T12:20:13,922 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/1ba5af43fd99:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-27T12:20:13,922 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/1ba5af43fd99:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-27T12:20:13,922 DEBUG [RS:0;1ba5af43fd99:34991 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:20:13,922 DEBUG [RS:0;1ba5af43fd99:34991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:13,922 DEBUG [RS:0;1ba5af43fd99:34991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:13,922 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:20:14,022 WARN [RS:0;1ba5af43fd99:34991.replicationSource.wal-reader.1ba5af43fd99%2C34991%2C1732710004801,1-1ba5af43fd99,34991,1732710004801 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T12:20:14,022 WARN [RS:0;1ba5af43fd99:34991.replicationSource.shipper1ba5af43fd99%2C34991%2C1732710004801,1-1ba5af43fd99,34991,1732710004801 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T12:20:14,023 INFO [RS:0;1ba5af43fd99:34991 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;1ba5af43fd99:34991.replicationSource.shipper1ba5af43fd99%2C34991%2C1732710004801,1-1ba5af43fd99,34991,1732710004801 terminated 2024-11-27T12:20:14,023 INFO [RS:0;1ba5af43fd99:34991 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34991 2024-11-27T12:20:14,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34991-0x1017c3c339f0007, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01273568855/rs/1ba5af43fd99,34991,1732710004801 2024-11-27T12:20:14,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37761-0x1017c3c339f0006, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273568855/rs 2024-11-27T12:20:14,076 INFO [RS:0;1ba5af43fd99:34991 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:20:14,086 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ba5af43fd99,34991,1732710004801] 2024-11-27T12:20:14,097 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01273568855/draining/1ba5af43fd99,34991,1732710004801 already deleted, retry=false 2024-11-27T12:20:14,097 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ba5af43fd99,34991,1732710004801 expired; onlineServers=0 2024-11-27T12:20:14,097 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ba5af43fd99,37761,1732710004755' ***** 2024-11-27T12:20:14,097 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T12:20:14,097 INFO [M:0;1ba5af43fd99:37761 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:20:14,097 INFO [M:0;1ba5af43fd99:37761 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:20:14,097 DEBUG [M:0;1ba5af43fd99:37761 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T12:20:14,097 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T12:20:14,097 DEBUG [M:0;1ba5af43fd99:37761 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T12:20:14,097 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732710005650 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732710005650,5,FailOnTimeoutGroup] 2024-11-27T12:20:14,097 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732710005650 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732710005650,5,FailOnTimeoutGroup] 2024-11-27T12:20:14,097 INFO [M:0;1ba5af43fd99:37761 {}] hbase.ChoreService(370): Chore service for: master/1ba5af43fd99:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T12:20:14,097 INFO [M:0;1ba5af43fd99:37761 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:20:14,097 DEBUG [M:0;1ba5af43fd99:37761 {}] master.HMaster(1795): Stopping service threads 2024-11-27T12:20:14,097 INFO [M:0;1ba5af43fd99:37761 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T12:20:14,098 INFO [M:0;1ba5af43fd99:37761 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:20:14,098 INFO [M:0;1ba5af43fd99:37761 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T12:20:14,098 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T12:20:14,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37761-0x1017c3c339f0006, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01273568855/master 2024-11-27T12:20:14,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37761-0x1017c3c339f0006, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273568855 2024-11-27T12:20:14,111 DEBUG [M:0;1ba5af43fd99:37761 {}] zookeeper.ZKUtil(347): master:37761-0x1017c3c339f0006, quorum=127.0.0.1:63982, baseZNode=/01273568855 Unable to get data of znode /01273568855/master because node does not exist (not an error) 2024-11-27T12:20:14,111 WARN [M:0;1ba5af43fd99:37761 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T12:20:14,112 INFO [M:0;1ba5af43fd99:37761 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/.lastflushedseqids 2024-11-27T12:20:14,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741852_1028 (size=181) 2024-11-27T12:20:14,121 INFO [M:0;1ba5af43fd99:37761 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T12:20:14,121 INFO [M:0;1ba5af43fd99:37761 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T12:20:14,121 DEBUG [M:0;1ba5af43fd99:37761 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:20:14,121 INFO [M:0;1ba5af43fd99:37761 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:20:14,121 DEBUG [M:0;1ba5af43fd99:37761 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:20:14,121 DEBUG [M:0;1ba5af43fd99:37761 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:20:14,122 DEBUG [M:0;1ba5af43fd99:37761 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:20:14,122 INFO [M:0;1ba5af43fd99:37761 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-27T12:20:14,135 DEBUG [M:0;1ba5af43fd99:37761 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ba481d36bbdd49b791bfb0a44ea32573 is 82, key is hbase:meta,,1/info:regioninfo/1732710006271/Put/seqid=0 2024-11-27T12:20:14,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741853_1029 (size=5672) 2024-11-27T12:20:14,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34991-0x1017c3c339f0007, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:20:14,186 INFO [RS:0;1ba5af43fd99:34991 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:20:14,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34991-0x1017c3c339f0007, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:20:14,186 INFO [RS:0;1ba5af43fd99:34991 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ba5af43fd99,34991,1732710004801; zookeeper connection closed. 2024-11-27T12:20:14,187 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2a271f5c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2a271f5c 2024-11-27T12:20:14,187 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T12:20:14,539 INFO [M:0;1ba5af43fd99:37761 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ba481d36bbdd49b791bfb0a44ea32573 2024-11-27T12:20:14,563 DEBUG [M:0;1ba5af43fd99:37761 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/76d82498e2234190b5f43ebefcfad83f is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732710010527/Put/seqid=0 2024-11-27T12:20:14,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741854_1030 (size=7312) 2024-11-27T12:20:14,975 INFO [M:0;1ba5af43fd99:37761 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/76d82498e2234190b5f43ebefcfad83f 2024-11-27T12:20:14,999 DEBUG [M:0;1ba5af43fd99:37761 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f7d8aa1c9b47449f9b7bef17210cbe94 is 69, key is 1ba5af43fd99,34991,1732710004801/rs:state/1732710005768/Put/seqid=0 2024-11-27T12:20:15,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741855_1031 (size=5370) 2024-11-27T12:20:15,404 INFO [M:0;1ba5af43fd99:37761 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f7d8aa1c9b47449f9b7bef17210cbe94 2024-11-27T12:20:15,409 INFO [M:0;1ba5af43fd99:37761 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f7d8aa1c9b47449f9b7bef17210cbe94 2024-11-27T12:20:15,409 DEBUG [M:0;1ba5af43fd99:37761 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ba481d36bbdd49b791bfb0a44ea32573 as hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ba481d36bbdd49b791bfb0a44ea32573 2024-11-27T12:20:15,413 INFO [M:0;1ba5af43fd99:37761 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ba481d36bbdd49b791bfb0a44ea32573, entries=8, sequenceid=127, filesize=5.5 K 2024-11-27T12:20:15,414 DEBUG [M:0;1ba5af43fd99:37761 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/76d82498e2234190b5f43ebefcfad83f as hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/76d82498e2234190b5f43ebefcfad83f 2024-11-27T12:20:15,419 INFO [M:0;1ba5af43fd99:37761 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/76d82498e2234190b5f43ebefcfad83f, entries=7, sequenceid=127, filesize=7.1 K 2024-11-27T12:20:15,420 DEBUG [M:0;1ba5af43fd99:37761 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f7d8aa1c9b47449f9b7bef17210cbe94 as hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f7d8aa1c9b47449f9b7bef17210cbe94 2024-11-27T12:20:15,424 INFO [M:0;1ba5af43fd99:37761 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f7d8aa1c9b47449f9b7bef17210cbe94 2024-11-27T12:20:15,424 INFO [M:0;1ba5af43fd99:37761 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45963/user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f7d8aa1c9b47449f9b7bef17210cbe94, entries=2, sequenceid=127, filesize=5.2 K 2024-11-27T12:20:15,425 INFO [M:0;1ba5af43fd99:37761 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=127, compaction requested=false 2024-11-27T12:20:15,426 INFO [M:0;1ba5af43fd99:37761 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:20:15,426 DEBUG [M:0;1ba5af43fd99:37761 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732710014121Disabling compacts and flushes for region at 1732710014121Disabling writes for close at 1732710014121Obtaining lock to block concurrent updates at 1732710014122 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732710014122Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732710014122Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732710014122Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732710014122Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732710014135 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732710014135Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732710014545 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732710014563 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732710014563Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732710014980 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732710014998 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732710014998Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@781c7d40: reopening flushed file at 1732710015409 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d9bca2: reopening flushed file at 1732710015413 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e3d1686: reopening flushed file at 1732710015419 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=127, compaction requested=false at 1732710015425 (+6 ms)Writing region close event to WAL at 1732710015426 (+1 ms)Closed at 1732710015426 2024-11-27T12:20:15,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741847_1023 (size=22903) 2024-11-27T12:20:15,428 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d853efd7-8030-716e-63dc-3d386fad3a52/MasterData/WALs/1ba5af43fd99,37761,1732710004755/1ba5af43fd99%2C37761%2C1732710004755.1732710005331 not finished, retry = 0 2024-11-27T12:20:15,529 INFO [M:0;1ba5af43fd99:37761 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T12:20:15,529 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:20:15,529 INFO [M:0;1ba5af43fd99:37761 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37761 2024-11-27T12:20:15,529 INFO [M:0;1ba5af43fd99:37761 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:20:15,744 INFO [M:0;1ba5af43fd99:37761 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:20:15,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37761-0x1017c3c339f0006, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:20:15,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37761-0x1017c3c339f0006, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:20:15,746 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e8a6cee{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:20:15,746 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68ab4aab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:20:15,746 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:20:15,747 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@461e8a19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:20:15,747 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@607b161a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed040723-9412-8d80-4719-01a37bbff4fc/hadoop.log.dir/,STOPPED} 2024-11-27T12:20:15,747 WARN [BP-1269640421-172.17.0.3-1732709988358 heartbeating to localhost/127.0.0.1:45963 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T12:20:15,747 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T12:20:15,748 WARN [BP-1269640421-172.17.0.3-1732709988358 heartbeating to localhost/127.0.0.1:45963 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1269640421-172.17.0.3-1732709988358 (Datanode Uuid ddbb3bfd-28eb-4d19-911e-406590891c5e) service to localhost/127.0.0.1:45963 2024-11-27T12:20:15,748 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T12:20:15,748 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed040723-9412-8d80-4719-01a37bbff4fc/cluster_99599da3-95f1-f520-c8b7-1c0246de1bc3/data/data1/current/BP-1269640421-172.17.0.3-1732709988358 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:20:15,748 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed040723-9412-8d80-4719-01a37bbff4fc/cluster_99599da3-95f1-f520-c8b7-1c0246de1bc3/data/data2/current/BP-1269640421-172.17.0.3-1732709988358 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:20:15,748 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T12:20:15,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f3ad598{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:20:15,754 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@626b1448{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:20:15,754 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:20:15,754 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cb036dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:20:15,754 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@541fdc67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed040723-9412-8d80-4719-01a37bbff4fc/hadoop.log.dir/,STOPPED} 2024-11-27T12:20:15,758 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T12:20:15,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T12:20:15,778 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45963 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:45963 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:37351 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63982) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63982) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37351 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37351 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:45963 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45963 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37351 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45963 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45963 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37351 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=569 (was 502) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=278 (was 271) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8106 (was 8225) 2024-11-27T12:20:15,785 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=278, ProcessCount=11, AvailableMemoryMB=8105 2024-11-27T12:20:15,797 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-27T12:20:15,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476c2b73-3d81-e95d-e493-8585cb37ac38/hadoop.log.dir so I do NOT create it in target/test-data/a62e8e3f-d708-37ce-8c53-58a27fb7b388 2024-11-27T12:20:15,797 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476c2b73-3d81-e95d-e493-8585cb37ac38/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T12:20:15,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476c2b73-3d81-e95d-e493-8585cb37ac38/hadoop.tmp.dir so I do NOT create it in target/test-data/a62e8e3f-d708-37ce-8c53-58a27fb7b388 2024-11-27T12:20:15,797 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476c2b73-3d81-e95d-e493-8585cb37ac38/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T12:20:15,797 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a62e8e3f-d708-37ce-8c53-58a27fb7b388 2024-11-27T12:20:15,797 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a62e8e3f-d708-37ce-8c53-58a27fb7b388/cluster_988291bd-04c0-a149-025c-1e00d3837d3e, deleteOnExit=true 2024-11-27T12:20:15,815 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a62e8e3f-d708-37ce-8c53-58a27fb7b388/cluster_988291bd-04c0-a149-025c-1e00d3837d3e/zookeeper_0, clientPort=53585, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a62e8e3f-d708-37ce-8c53-58a27fb7b388/cluster_988291bd-04c0-a149-025c-1e00d3837d3e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a62e8e3f-d708-37ce-8c53-58a27fb7b388/cluster_988291bd-04c0-a149-025c-1e00d3837d3e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T12:20:15,816 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53585 2024-11-27T12:20:15,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T12:20:15,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T12:20:15,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a62e8e3f-d708-37ce-8c53-58a27fb7b388/test.cache.data in system properties and HBase conf 2024-11-27T12:20:15,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a62e8e3f-d708-37ce-8c53-58a27fb7b388/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T12:20:15,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a62e8e3f-d708-37ce-8c53-58a27fb7b388/hadoop.log.dir in system properties and HBase conf 2024-11-27T12:20:15,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a62e8e3f-d708-37ce-8c53-58a27fb7b388/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T12:20:15,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a62e8e3f-d708-37ce-8c53-58a27fb7b388/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T12:20:15,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T12:20:15,817 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T12:20:15,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a62e8e3f-d708-37ce-8c53-58a27fb7b388/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:20:15,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a62e8e3f-d708-37ce-8c53-58a27fb7b388/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:20:15,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a62e8e3f-d708-37ce-8c53-58a27fb7b388/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T12:20:15,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a62e8e3f-d708-37ce-8c53-58a27fb7b388/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:20:15,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a62e8e3f-d708-37ce-8c53-58a27fb7b388/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T12:20:15,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a62e8e3f-d708-37ce-8c53-58a27fb7b388/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T12:20:15,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a62e8e3f-d708-37ce-8c53-58a27fb7b388/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:20:15,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a62e8e3f-d708-37ce-8c53-58a27fb7b388/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:20:15,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a62e8e3f-d708-37ce-8c53-58a27fb7b388/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T12:20:15,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a62e8e3f-d708-37ce-8c53-58a27fb7b388/nfs.dump.dir in system properties and HBase conf 2024-11-27T12:20:15,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a62e8e3f-d708-37ce-8c53-58a27fb7b388/java.io.tmpdir in system properties and HBase conf 2024-11-27T12:20:15,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a62e8e3f-d708-37ce-8c53-58a27fb7b388/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:20:15,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a62e8e3f-d708-37ce-8c53-58a27fb7b388/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T12:20:15,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a62e8e3f-d708-37ce-8c53-58a27fb7b388/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T12:20:15,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017c3c339f0005, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T12:20:15,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017c3c339f0002, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T12:20:15,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017c3c339f0005, quorum=127.0.0.1:63982, baseZNode=/1-830921811 Received Disconnected from ZooKeeper, ignoring 2024-11-27T12:20:15,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017c3c339f0002, quorum=127.0.0.1:63982, baseZNode=/01273568855 Received Disconnected from ZooKeeper, ignoring 2024-11-27T12:20:16,178 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:20:16,183 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:20:16,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:20:16,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:20:16,185 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T12:20:16,185 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:20:16,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@375a96e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a62e8e3f-d708-37ce-8c53-58a27fb7b388/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:20:16,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bf68f11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:20:16,279 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56324a50{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a62e8e3f-d708-37ce-8c53-58a27fb7b388/java.io.tmpdir/jetty-localhost-45885-hadoop-hdfs-3_4_1-tests_jar-_-any-9987755661623978477/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:20:16,280 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@169a1fe0{HTTP/1.1, (http/1.1)}{localhost:45885} 2024-11-27T12:20:16,280 INFO [Time-limited test {}] server.Server(415): Started @171249ms 2024-11-27T12:20:16,522 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:20:16,524 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:20:16,525 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:20:16,525 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:20:16,525 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T12:20:16,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b562ab6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a62e8e3f-d708-37ce-8c53-58a27fb7b388/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:20:16,526 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@464459b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:20:16,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16b28250{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a62e8e3f-d708-37ce-8c53-58a27fb7b388/java.io.tmpdir/jetty-localhost-35901-hadoop-hdfs-3_4_1-tests_jar-_-any-15767448582689613052/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:20:16,628 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6764637a{HTTP/1.1, (http/1.1)}{localhost:35901} 2024-11-27T12:20:16,628 INFO [Time-limited test {}] server.Server(415): Started @171598ms 2024-11-27T12:20:16,629 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T12:20:17,382 WARN [Thread-1681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a62e8e3f-d708-37ce-8c53-58a27fb7b388/cluster_988291bd-04c0-a149-025c-1e00d3837d3e/data/data1/current/BP-1978966903-172.17.0.3-1732710015850/current, will proceed with Du for space computation calculation, 2024-11-27T12:20:17,382 WARN [Thread-1682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a62e8e3f-d708-37ce-8c53-58a27fb7b388/cluster_988291bd-04c0-a149-025c-1e00d3837d3e/data/data2/current/BP-1978966903-172.17.0.3-1732710015850/current, will proceed with Du for space computation calculation, 2024-11-27T12:20:17,399 WARN [Thread-1669 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T12:20:17,402 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x79d2d2fee7e87500 with lease ID 0x72ea9646638d2d28: Processing first storage report for DS-f6738ed0-4a1b-48a5-b554-45e562e4a2cb from datanode DatanodeRegistration(127.0.0.1:45949, datanodeUuid=d45529d4-c955-4d2a-84f0-48bc9dd0841d, infoPort=38147, infoSecurePort=0, ipcPort=37887, storageInfo=lv=-57;cid=testClusterID;nsid=1144467511;c=1732710015850) 2024-11-27T12:20:17,402 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x79d2d2fee7e87500 with lease ID 0x72ea9646638d2d28: from storage DS-f6738ed0-4a1b-48a5-b554-45e562e4a2cb node DatanodeRegistration(127.0.0.1:45949, datanodeUuid=d45529d4-c955-4d2a-84f0-48bc9dd0841d, infoPort=38147, infoSecurePort=0, ipcPort=37887, storageInfo=lv=-57;cid=testClusterID;nsid=1144467511;c=1732710015850), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:20:17,402 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x79d2d2fee7e87500 with lease ID 0x72ea9646638d2d28: Processing first storage report for DS-34294ca2-5457-4998-8967-300093b4566f from datanode DatanodeRegistration(127.0.0.1:45949, datanodeUuid=d45529d4-c955-4d2a-84f0-48bc9dd0841d, infoPort=38147, infoSecurePort=0, ipcPort=37887, storageInfo=lv=-57;cid=testClusterID;nsid=1144467511;c=1732710015850) 2024-11-27T12:20:17,402 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x79d2d2fee7e87500 with lease ID 0x72ea9646638d2d28: from storage DS-34294ca2-5457-4998-8967-300093b4566f node DatanodeRegistration(127.0.0.1:45949, datanodeUuid=d45529d4-c955-4d2a-84f0-48bc9dd0841d, infoPort=38147, infoSecurePort=0, ipcPort=37887, storageInfo=lv=-57;cid=testClusterID;nsid=1144467511;c=1732710015850), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:20:17,454 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a62e8e3f-d708-37ce-8c53-58a27fb7b388 2024-11-27T12:20:17,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:20:17,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:20:17,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741825_1001 (size=7) 2024-11-27T12:20:17,864 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c with version=8 2024-11-27T12:20:17,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/hbase-staging 2024-11-27T12:20:17,866 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T12:20:17,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:20:17,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:20:17,866 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:20:17,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:20:17,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:20:17,866 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T12:20:17,866 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:20:17,867 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36149 2024-11-27T12:20:17,868 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36149 connecting to ZooKeeper ensemble=127.0.0.1:53585 2024-11-27T12:20:17,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:361490x0, quorum=127.0.0.1:53585, baseZNode=/0148812233 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:20:17,958 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36149-0x1017c3c9ef20000 connected 2024-11-27T12:20:18,042 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:20:18,044 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:20:18,046 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36149-0x1017c3c9ef20000, quorum=127.0.0.1:53585, baseZNode=/0148812233 Set watcher on znode that does not yet exist, /0148812233/running 2024-11-27T12:20:18,046 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c, hbase.cluster.distributed=false 2024-11-27T12:20:18,048 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36149-0x1017c3c9ef20000, quorum=127.0.0.1:53585, baseZNode=/0148812233 Set watcher on znode that does not yet exist, /0148812233/acl 2024-11-27T12:20:18,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36149 2024-11-27T12:20:18,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36149 2024-11-27T12:20:18,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36149 2024-11-27T12:20:18,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36149 2024-11-27T12:20:18,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36149 2024-11-27T12:20:18,062 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T12:20:18,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:20:18,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:20:18,062 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:20:18,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:20:18,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:20:18,063 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T12:20:18,063 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:20:18,063 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44951 2024-11-27T12:20:18,064 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44951 connecting to ZooKeeper ensemble=127.0.0.1:53585 2024-11-27T12:20:18,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:20:18,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:20:18,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449510x0, quorum=127.0.0.1:53585, baseZNode=/0148812233 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:20:18,079 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:449510x0, quorum=127.0.0.1:53585, baseZNode=/0148812233 Set watcher on znode that does not yet exist, /0148812233/running 2024-11-27T12:20:18,079 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44951-0x1017c3c9ef20001 connected 2024-11-27T12:20:18,079 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T12:20:18,083 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T12:20:18,084 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44951-0x1017c3c9ef20001, quorum=127.0.0.1:53585, baseZNode=/0148812233 Set watcher on znode that does not yet exist, /0148812233/master 2024-11-27T12:20:18,085 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44951-0x1017c3c9ef20001, quorum=127.0.0.1:53585, baseZNode=/0148812233 Set watcher on znode that does not yet exist, /0148812233/acl 2024-11-27T12:20:18,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44951 2024-11-27T12:20:18,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44951 2024-11-27T12:20:18,087 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44951 2024-11-27T12:20:18,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44951 2024-11-27T12:20:18,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44951 2024-11-27T12:20:18,100 DEBUG [M:0;1ba5af43fd99:36149 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ba5af43fd99:36149 2024-11-27T12:20:18,100 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0148812233/backup-masters/1ba5af43fd99,36149,1732710017866 2024-11-27T12:20:18,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36149-0x1017c3c9ef20000, quorum=127.0.0.1:53585, baseZNode=/0148812233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0148812233/backup-masters 2024-11-27T12:20:18,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44951-0x1017c3c9ef20001, quorum=127.0.0.1:53585, baseZNode=/0148812233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0148812233/backup-masters 2024-11-27T12:20:18,111 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36149-0x1017c3c9ef20000, quorum=127.0.0.1:53585, baseZNode=/0148812233 Set watcher on existing znode=/0148812233/backup-masters/1ba5af43fd99,36149,1732710017866 2024-11-27T12:20:18,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44951-0x1017c3c9ef20001, quorum=127.0.0.1:53585, baseZNode=/0148812233 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0148812233/master 2024-11-27T12:20:18,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36149-0x1017c3c9ef20000, quorum=127.0.0.1:53585, baseZNode=/0148812233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0148812233 2024-11-27T12:20:18,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44951-0x1017c3c9ef20001, quorum=127.0.0.1:53585, baseZNode=/0148812233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0148812233 2024-11-27T12:20:18,121 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36149-0x1017c3c9ef20000, quorum=127.0.0.1:53585, baseZNode=/0148812233 Set watcher on existing znode=/0148812233/master 2024-11-27T12:20:18,121 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0148812233/backup-masters/1ba5af43fd99,36149,1732710017866 from backup master directory 2024-11-27T12:20:18,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44951-0x1017c3c9ef20001, quorum=127.0.0.1:53585, baseZNode=/0148812233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0148812233/backup-masters 2024-11-27T12:20:18,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36149-0x1017c3c9ef20000, quorum=127.0.0.1:53585, baseZNode=/0148812233 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0148812233/backup-masters/1ba5af43fd99,36149,1732710017866 2024-11-27T12:20:18,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36149-0x1017c3c9ef20000, quorum=127.0.0.1:53585, baseZNode=/0148812233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0148812233/backup-masters 2024-11-27T12:20:18,131 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:20:18,132 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ba5af43fd99,36149,1732710017866 2024-11-27T12:20:18,135 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/hbase.id] with ID: 8f21d500-0257-40a5-9a53-558322cc0087 2024-11-27T12:20:18,135 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/.tmp/hbase.id 2024-11-27T12:20:18,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741826_1002 (size=42) 2024-11-27T12:20:18,540 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/.tmp/hbase.id]:[hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/hbase.id] 2024-11-27T12:20:18,549 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:20:18,549 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T12:20:18,550 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T12:20:18,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44951-0x1017c3c9ef20001, quorum=127.0.0.1:53585, baseZNode=/0148812233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0148812233 2024-11-27T12:20:18,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36149-0x1017c3c9ef20000, quorum=127.0.0.1:53585, baseZNode=/0148812233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0148812233 2024-11-27T12:20:18,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741827_1003 (size=196) 2024-11-27T12:20:18,716 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:20:18,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:18,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:18,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:18,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:18,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:18,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:18,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:18,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:19,016 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:20:19,017 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T12:20:19,017 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:20:19,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741828_1004 (size=1189) 2024-11-27T12:20:19,423 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/MasterData/data/master/store 2024-11-27T12:20:19,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741829_1005 (size=34) 2024-11-27T12:20:19,828 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:20:19,829 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:20:19,829 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:20:19,829 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:20:19,829 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:20:19,829 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:20:19,829 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:20:19,829 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732710019829Disabling compacts and flushes for region at 1732710019829Disabling writes for close at 1732710019829Writing region close event to WAL at 1732710019829Closed at 1732710019829 2024-11-27T12:20:19,830 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/MasterData/data/master/store/.initializing 2024-11-27T12:20:19,830 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/MasterData/WALs/1ba5af43fd99,36149,1732710017866 2024-11-27T12:20:19,831 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:20:19,832 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ba5af43fd99%2C36149%2C1732710017866, suffix=, logDir=hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/MasterData/WALs/1ba5af43fd99,36149,1732710017866, archiveDir=hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/MasterData/oldWALs, maxLogs=10 2024-11-27T12:20:19,847 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/MasterData/WALs/1ba5af43fd99,36149,1732710017866/1ba5af43fd99%2C36149%2C1732710017866.1732710019832, exclude list is [], retry=0 2024-11-27T12:20:19,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45949,DS-f6738ed0-4a1b-48a5-b554-45e562e4a2cb,DISK] 2024-11-27T12:20:19,851 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/MasterData/WALs/1ba5af43fd99,36149,1732710017866/1ba5af43fd99%2C36149%2C1732710017866.1732710019832 2024-11-27T12:20:19,851 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38147:38147)] 2024-11-27T12:20:19,851 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:20:19,852 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:20:19,852 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:19,852 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:19,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:19,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T12:20:19,854 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:19,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:20:19,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:19,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T12:20:19,855 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:19,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:20:19,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:19,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T12:20:19,856 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:19,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:20:19,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:19,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T12:20:19,858 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:19,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:20:19,858 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:19,858 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:19,859 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:19,859 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:19,859 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:19,860 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:20:19,861 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:19,862 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:20:19,862 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60504551, jitterRate=-0.0984119325876236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:20:19,863 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732710019852Initializing all the Stores at 1732710019853 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710019853Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710019853Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710019853Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710019853Cleaning up temporary data from old regions at 1732710019859 (+6 ms)Region opened successfully at 1732710019863 (+4 ms) 2024-11-27T12:20:19,863 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T12:20:19,865 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a76042, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T12:20:19,866 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T12:20:19,866 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T12:20:19,866 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T12:20:19,866 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T12:20:19,866 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T12:20:19,867 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T12:20:19,867 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T12:20:19,869 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T12:20:19,869 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36149-0x1017c3c9ef20000, quorum=127.0.0.1:53585, baseZNode=/0148812233 Unable to get data of znode /0148812233/balancer because node does not exist (not necessarily an error) 2024-11-27T12:20:19,937 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0148812233/balancer already deleted, retry=false 2024-11-27T12:20:19,937 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T12:20:19,938 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36149-0x1017c3c9ef20000, quorum=127.0.0.1:53585, baseZNode=/0148812233 Unable to get data of znode /0148812233/normalizer because node does not exist (not necessarily an error) 2024-11-27T12:20:19,947 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0148812233/normalizer already deleted, retry=false 2024-11-27T12:20:19,947 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T12:20:19,948 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36149-0x1017c3c9ef20000, quorum=127.0.0.1:53585, baseZNode=/0148812233 Unable to get data of znode /0148812233/switch/split because node does not exist (not necessarily an error) 2024-11-27T12:20:19,957 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0148812233/switch/split already deleted, retry=false 2024-11-27T12:20:19,958 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36149-0x1017c3c9ef20000, quorum=127.0.0.1:53585, baseZNode=/0148812233 Unable to get data of znode /0148812233/switch/merge because node does not exist (not necessarily an error) 2024-11-27T12:20:19,968 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0148812233/switch/merge already deleted, retry=false 2024-11-27T12:20:19,970 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36149-0x1017c3c9ef20000, quorum=127.0.0.1:53585, baseZNode=/0148812233 Unable to get data of znode /0148812233/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T12:20:19,979 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0148812233/snapshot-cleanup already deleted, retry=false 2024-11-27T12:20:19,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44951-0x1017c3c9ef20001, quorum=127.0.0.1:53585, baseZNode=/0148812233 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0148812233/running 2024-11-27T12:20:19,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36149-0x1017c3c9ef20000, quorum=127.0.0.1:53585, baseZNode=/0148812233 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0148812233/running 2024-11-27T12:20:19,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44951-0x1017c3c9ef20001, quorum=127.0.0.1:53585, baseZNode=/0148812233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0148812233 2024-11-27T12:20:19,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36149-0x1017c3c9ef20000, quorum=127.0.0.1:53585, baseZNode=/0148812233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0148812233 2024-11-27T12:20:19,989 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ba5af43fd99,36149,1732710017866, sessionid=0x1017c3c9ef20000, setting cluster-up flag (Was=false) 2024-11-27T12:20:20,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44951-0x1017c3c9ef20001, quorum=127.0.0.1:53585, baseZNode=/0148812233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0148812233 2024-11-27T12:20:20,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36149-0x1017c3c9ef20000, quorum=127.0.0.1:53585, baseZNode=/0148812233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0148812233 2024-11-27T12:20:20,042 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0148812233/flush-table-proc/acquired, /0148812233/flush-table-proc/reached, /0148812233/flush-table-proc/abort 2024-11-27T12:20:20,043 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,36149,1732710017866 2024-11-27T12:20:20,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36149-0x1017c3c9ef20000, quorum=127.0.0.1:53585, baseZNode=/0148812233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0148812233 2024-11-27T12:20:20,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44951-0x1017c3c9ef20001, quorum=127.0.0.1:53585, baseZNode=/0148812233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0148812233 2024-11-27T12:20:20,094 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0148812233/online-snapshot/acquired, /0148812233/online-snapshot/reached, /0148812233/online-snapshot/abort 2024-11-27T12:20:20,095 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,36149,1732710017866 2024-11-27T12:20:20,096 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T12:20:20,098 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T12:20:20,098 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T12:20:20,098 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T12:20:20,098 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 1ba5af43fd99,36323,1732709990352: status=Processing ServerCrashProcedure of 1ba5af43fd99,36323,1732709990352 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732710005645, completionTime=-1 appears to have been leaked 2024-11-27T12:20:20,098 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ba5af43fd99,36149,1732710017866 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T12:20:20,099 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:20:20,099 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:20:20,099 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:20:20,100 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:20:20,100 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ba5af43fd99:0, corePoolSize=10, maxPoolSize=10 2024-11-27T12:20:20,100 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:20,100 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:20:20,100 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:20,103 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732710050103 2024-11-27T12:20:20,104 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T12:20:20,104 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T12:20:20,104 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T12:20:20,104 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T12:20:20,104 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T12:20:20,104 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T12:20:20,104 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:20,104 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:20:20,104 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T12:20:20,105 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:20,105 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T12:20:20,110 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T12:20:20,110 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T12:20:20,111 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T12:20:20,111 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T12:20:20,111 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T12:20:20,111 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T12:20:20,111 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732710020111,5,FailOnTimeoutGroup] 2024-11-27T12:20:20,113 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732710020111,5,FailOnTimeoutGroup] 2024-11-27T12:20:20,113 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:20,113 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T12:20:20,113 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:20,113 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:20,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741831_1007 (size=1321) 2024-11-27T12:20:20,192 INFO [RS:0;1ba5af43fd99:44951 {}] regionserver.HRegionServer(746): ClusterId : 8f21d500-0257-40a5-9a53-558322cc0087 2024-11-27T12:20:20,192 DEBUG [RS:0;1ba5af43fd99:44951 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T12:20:20,206 DEBUG [RS:0;1ba5af43fd99:44951 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T12:20:20,206 DEBUG [RS:0;1ba5af43fd99:44951 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T12:20:20,216 DEBUG [RS:0;1ba5af43fd99:44951 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T12:20:20,216 DEBUG [RS:0;1ba5af43fd99:44951 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cc3c979, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T12:20:20,227 DEBUG [RS:0;1ba5af43fd99:44951 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ba5af43fd99:44951 2024-11-27T12:20:20,227 INFO [RS:0;1ba5af43fd99:44951 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T12:20:20,227 INFO [RS:0;1ba5af43fd99:44951 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T12:20:20,227 DEBUG [RS:0;1ba5af43fd99:44951 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T12:20:20,228 INFO [RS:0;1ba5af43fd99:44951 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ba5af43fd99,36149,1732710017866 with port=44951, startcode=1732710018062 2024-11-27T12:20:20,228 DEBUG [RS:0;1ba5af43fd99:44951 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T12:20:20,229 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T12:20:20,230 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36149 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ba5af43fd99,44951,1732710018062 2024-11-27T12:20:20,230 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36149 {}] master.ServerManager(517): Registering regionserver=1ba5af43fd99,44951,1732710018062 2024-11-27T12:20:20,231 DEBUG [RS:0;1ba5af43fd99:44951 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c 2024-11-27T12:20:20,231 DEBUG [RS:0;1ba5af43fd99:44951 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33755 2024-11-27T12:20:20,231 DEBUG [RS:0;1ba5af43fd99:44951 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T12:20:20,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36149-0x1017c3c9ef20000, quorum=127.0.0.1:53585, baseZNode=/0148812233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0148812233/rs 2024-11-27T12:20:20,242 DEBUG [RS:0;1ba5af43fd99:44951 {}] zookeeper.ZKUtil(111): regionserver:44951-0x1017c3c9ef20001, quorum=127.0.0.1:53585, baseZNode=/0148812233 Set watcher on existing znode=/0148812233/rs/1ba5af43fd99,44951,1732710018062 2024-11-27T12:20:20,242 WARN [RS:0;1ba5af43fd99:44951 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:20:20,242 INFO [RS:0;1ba5af43fd99:44951 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:20:20,242 DEBUG [RS:0;1ba5af43fd99:44951 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/WALs/1ba5af43fd99,44951,1732710018062 2024-11-27T12:20:20,243 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ba5af43fd99,44951,1732710018062] 2024-11-27T12:20:20,245 INFO [RS:0;1ba5af43fd99:44951 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T12:20:20,246 INFO [RS:0;1ba5af43fd99:44951 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T12:20:20,247 INFO [RS:0;1ba5af43fd99:44951 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T12:20:20,247 INFO [RS:0;1ba5af43fd99:44951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:20,248 INFO [RS:0;1ba5af43fd99:44951 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T12:20:20,249 INFO [RS:0;1ba5af43fd99:44951 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T12:20:20,249 INFO [RS:0;1ba5af43fd99:44951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:20,249 DEBUG [RS:0;1ba5af43fd99:44951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:20,249 DEBUG [RS:0;1ba5af43fd99:44951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:20,249 DEBUG [RS:0;1ba5af43fd99:44951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:20,249 DEBUG [RS:0;1ba5af43fd99:44951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:20,249 DEBUG [RS:0;1ba5af43fd99:44951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:20,249 DEBUG [RS:0;1ba5af43fd99:44951 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:20:20,249 DEBUG [RS:0;1ba5af43fd99:44951 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:20,249 DEBUG [RS:0;1ba5af43fd99:44951 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:20,249 DEBUG [RS:0;1ba5af43fd99:44951 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:20,249 DEBUG [RS:0;1ba5af43fd99:44951 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:20,249 DEBUG [RS:0;1ba5af43fd99:44951 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:20,249 DEBUG [RS:0;1ba5af43fd99:44951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:20,249 DEBUG [RS:0;1ba5af43fd99:44951 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:20:20,249 DEBUG [RS:0;1ba5af43fd99:44951 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:20:20,255 INFO [RS:0;1ba5af43fd99:44951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:20,255 INFO [RS:0;1ba5af43fd99:44951 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:20,255 INFO [RS:0;1ba5af43fd99:44951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:20,255 INFO [RS:0;1ba5af43fd99:44951 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:20,256 INFO [RS:0;1ba5af43fd99:44951 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:20,256 INFO [RS:0;1ba5af43fd99:44951 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,44951,1732710018062-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:20:20,275 INFO [RS:0;1ba5af43fd99:44951 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T12:20:20,275 INFO [RS:0;1ba5af43fd99:44951 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,44951,1732710018062-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:20,275 INFO [RS:0;1ba5af43fd99:44951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:20,275 INFO [RS:0;1ba5af43fd99:44951 {}] regionserver.Replication(171): 1ba5af43fd99,44951,1732710018062 started 2024-11-27T12:20:20,295 INFO [RS:0;1ba5af43fd99:44951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:20,295 INFO [RS:0;1ba5af43fd99:44951 {}] regionserver.HRegionServer(1482): Serving as 1ba5af43fd99,44951,1732710018062, RpcServer on 1ba5af43fd99/172.17.0.3:44951, sessionid=0x1017c3c9ef20001 2024-11-27T12:20:20,295 DEBUG [RS:0;1ba5af43fd99:44951 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T12:20:20,295 DEBUG [RS:0;1ba5af43fd99:44951 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ba5af43fd99,44951,1732710018062 2024-11-27T12:20:20,295 DEBUG [RS:0;1ba5af43fd99:44951 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,44951,1732710018062' 2024-11-27T12:20:20,295 DEBUG [RS:0;1ba5af43fd99:44951 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0148812233/flush-table-proc/abort' 2024-11-27T12:20:20,296 DEBUG [RS:0;1ba5af43fd99:44951 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0148812233/flush-table-proc/acquired' 2024-11-27T12:20:20,296 DEBUG [RS:0;1ba5af43fd99:44951 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T12:20:20,296 DEBUG [RS:0;1ba5af43fd99:44951 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T12:20:20,296 DEBUG [RS:0;1ba5af43fd99:44951 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ba5af43fd99,44951,1732710018062 2024-11-27T12:20:20,296 DEBUG [RS:0;1ba5af43fd99:44951 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,44951,1732710018062' 2024-11-27T12:20:20,296 DEBUG [RS:0;1ba5af43fd99:44951 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0148812233/online-snapshot/abort' 2024-11-27T12:20:20,297 DEBUG [RS:0;1ba5af43fd99:44951 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0148812233/online-snapshot/acquired' 2024-11-27T12:20:20,297 DEBUG [RS:0;1ba5af43fd99:44951 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T12:20:20,297 INFO [RS:0;1ba5af43fd99:44951 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T12:20:20,297 INFO [RS:0;1ba5af43fd99:44951 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T12:20:20,397 INFO [RS:0;1ba5af43fd99:44951 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:20:20,399 INFO [RS:0;1ba5af43fd99:44951 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C44951%2C1732710018062, suffix=, logDir=hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/WALs/1ba5af43fd99,44951,1732710018062, archiveDir=hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/oldWALs, maxLogs=10 2024-11-27T12:20:20,411 DEBUG [RS:0;1ba5af43fd99:44951 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/WALs/1ba5af43fd99,44951,1732710018062/1ba5af43fd99%2C44951%2C1732710018062.1732710020399, exclude list is [], retry=0 2024-11-27T12:20:20,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45949,DS-f6738ed0-4a1b-48a5-b554-45e562e4a2cb,DISK] 2024-11-27T12:20:20,416 INFO [RS:0;1ba5af43fd99:44951 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/WALs/1ba5af43fd99,44951,1732710018062/1ba5af43fd99%2C44951%2C1732710018062.1732710020399 2024-11-27T12:20:20,416 DEBUG [RS:0;1ba5af43fd99:44951 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38147:38147)] 2024-11-27T12:20:20,524 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T12:20:20,524 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c 2024-11-27T12:20:20,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741833_1009 (size=32) 2024-11-27T12:20:20,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:20:20,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:20:20,932 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:20:20,932 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:20,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:20:20,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:20:20,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:20:20,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:20,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:20:20,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:20:20,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:20:20,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:20,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:20:20,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:20:20,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:20:20,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:20,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:20:20,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:20:20,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/hbase/meta/1588230740 2024-11-27T12:20:20,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/hbase/meta/1588230740 2024-11-27T12:20:20,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:20:20,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:20:20,938 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:20:20,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:20:20,941 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:20:20,941 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68718825, jitterRate=0.023990288376808167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:20:20,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732710020930Initializing all the Stores at 1732710020931 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710020931Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710020931Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710020931Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710020931Cleaning up temporary data from old regions at 1732710020938 (+7 ms)Region opened successfully at 1732710020941 (+3 ms) 2024-11-27T12:20:20,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:20:20,942 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:20:20,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:20:20,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:20:20,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:20:20,942 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:20:20,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732710020941Disabling compacts and flushes for region at 1732710020941Disabling writes for close at 1732710020942 (+1 ms)Writing region close event to WAL at 1732710020942Closed at 1732710020942 2024-11-27T12:20:20,943 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:20:20,943 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T12:20:20,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T12:20:20,944 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:20:20,944 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T12:20:21,095 DEBUG [1ba5af43fd99:36149 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T12:20:21,095 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ba5af43fd99,44951,1732710018062 2024-11-27T12:20:21,096 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,44951,1732710018062, state=OPENING 2024-11-27T12:20:21,158 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T12:20:21,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44951-0x1017c3c9ef20001, quorum=127.0.0.1:53585, baseZNode=/0148812233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0148812233 2024-11-27T12:20:21,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36149-0x1017c3c9ef20000, quorum=127.0.0.1:53585, baseZNode=/0148812233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0148812233 2024-11-27T12:20:21,168 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0148812233/meta-region-server: CHANGED 2024-11-27T12:20:21,168 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0148812233/meta-region-server: CHANGED 2024-11-27T12:20:21,169 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:20:21,169 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,44951,1732710018062}] 2024-11-27T12:20:21,321 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T12:20:21,322 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59495, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T12:20:21,325 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T12:20:21,325 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:20:21,325 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T12:20:21,326 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C44951%2C1732710018062.meta, suffix=.meta, logDir=hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/WALs/1ba5af43fd99,44951,1732710018062, archiveDir=hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/oldWALs, maxLogs=10 2024-11-27T12:20:21,341 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/WALs/1ba5af43fd99,44951,1732710018062/1ba5af43fd99%2C44951%2C1732710018062.meta.1732710021326.meta, exclude list is [], retry=0 2024-11-27T12:20:21,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45949,DS-f6738ed0-4a1b-48a5-b554-45e562e4a2cb,DISK] 2024-11-27T12:20:21,344 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/WALs/1ba5af43fd99,44951,1732710018062/1ba5af43fd99%2C44951%2C1732710018062.meta.1732710021326.meta 2024-11-27T12:20:21,344 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38147:38147)] 2024-11-27T12:20:21,344 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:20:21,345 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:20:21,345 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T12:20:21,345 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T12:20:21,345 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T12:20:21,345 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T12:20:21,345 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:20:21,345 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T12:20:21,345 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T12:20:21,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:20:21,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:20:21,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:21,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:20:21,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:20:21,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:20:21,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:21,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:20:21,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:20:21,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:20:21,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:21,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:20:21,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:20:21,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:20:21,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:21,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:20:21,350 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:20:21,351 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/hbase/meta/1588230740 2024-11-27T12:20:21,351 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/hbase/meta/1588230740 2024-11-27T12:20:21,352 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:20:21,352 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:20:21,353 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:20:21,354 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:20:21,354 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60361478, jitterRate=-0.10054388642311096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:20:21,354 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T12:20:21,355 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732710021345Writing region info on filesystem at 1732710021345Initializing all the Stores at 1732710021346 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710021346Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710021346Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710021346Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710021346Cleaning up temporary data from old regions at 1732710021352 (+6 ms)Running coprocessor post-open hooks at 1732710021354 (+2 ms)Region opened successfully at 1732710021355 (+1 ms) 2024-11-27T12:20:21,355 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732710021321 2024-11-27T12:20:21,357 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T12:20:21,357 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T12:20:21,358 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,44951,1732710018062 2024-11-27T12:20:21,358 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,44951,1732710018062, state=OPEN 2024-11-27T12:20:21,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36149-0x1017c3c9ef20000, quorum=127.0.0.1:53585, baseZNode=/0148812233 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0148812233/meta-region-server 2024-11-27T12:20:21,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44951-0x1017c3c9ef20001, quorum=127.0.0.1:53585, baseZNode=/0148812233 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0148812233/meta-region-server 2024-11-27T12:20:21,400 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ba5af43fd99,44951,1732710018062 2024-11-27T12:20:21,400 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0148812233/meta-region-server: CHANGED 2024-11-27T12:20:21,400 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0148812233/meta-region-server: CHANGED 2024-11-27T12:20:21,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T12:20:21,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,44951,1732710018062 in 231 msec 2024-11-27T12:20:21,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T12:20:21,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 459 msec 2024-11-27T12:20:21,405 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:20:21,405 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T12:20:21,406 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:20:21,406 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,44951,1732710018062, seqNum=-1] 2024-11-27T12:20:21,406 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:20:21,407 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:20:21,411 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3130 sec 2024-11-27T12:20:21,411 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732710021411, completionTime=-1 2024-11-27T12:20:21,411 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T12:20:21,411 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T12:20:21,413 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T12:20:21,413 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732710081413 2024-11-27T12:20:21,413 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732710141413 2024-11-27T12:20:21,413 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T12:20:21,413 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,36149,1732710017866-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:21,413 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,36149,1732710017866-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:21,413 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,36149,1732710017866-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:21,413 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ba5af43fd99:36149, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:21,413 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:21,413 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:21,415 DEBUG [master/1ba5af43fd99:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T12:20:21,416 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.284sec 2024-11-27T12:20:21,416 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T12:20:21,416 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T12:20:21,416 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T12:20:21,416 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T12:20:21,416 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T12:20:21,416 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,36149,1732710017866-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:20:21,416 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,36149,1732710017866-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T12:20:21,418 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T12:20:21,418 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T12:20:21,418 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,36149,1732710017866-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:21,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T12:20:21,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f02314a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:21,493 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,36149,-1 for getting cluster id 2024-11-27T12:20:21,493 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:20:21,495 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f21d500-0257-40a5-9a53-558322cc0087' 2024-11-27T12:20:21,495 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:20:21,495 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f21d500-0257-40a5-9a53-558322cc0087" 2024-11-27T12:20:21,495 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b3fb899, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:21,495 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,36149,-1] 2024-11-27T12:20:21,495 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:20:21,496 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:21,496 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:20:21,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fac11f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:21,497 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:20:21,498 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,44951,1732710018062, seqNum=-1] 2024-11-27T12:20:21,498 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:20:21,499 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:20:21,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ba5af43fd99,36149,1732710017866 2024-11-27T12:20:21,501 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53585 2024-11-27T12:20:21,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53585, baseZNode=/0148812233 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:20:21,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017c3c9ef20002 connected 2024-11-27T12:20:21,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a62e8e3f-d708-37ce-8c53-58a27fb7b388/hadoop.log.dir so I do NOT create it in target/test-data/e70ca4d8-7f0b-b678-ecd2-acc280979e7d 2024-11-27T12:20:21,637 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a62e8e3f-d708-37ce-8c53-58a27fb7b388/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T12:20:21,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a62e8e3f-d708-37ce-8c53-58a27fb7b388/hadoop.tmp.dir so I do NOT create it in target/test-data/e70ca4d8-7f0b-b678-ecd2-acc280979e7d 2024-11-27T12:20:21,637 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a62e8e3f-d708-37ce-8c53-58a27fb7b388/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T12:20:21,638 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70ca4d8-7f0b-b678-ecd2-acc280979e7d 2024-11-27T12:20:21,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T12:20:21,638 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70ca4d8-7f0b-b678-ecd2-acc280979e7d/cluster_1caf271a-45bf-e91d-1f2a-a32ce409d08a, deleteOnExit=true 2024-11-27T12:20:21,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T12:20:21,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70ca4d8-7f0b-b678-ecd2-acc280979e7d/test.cache.data in system properties and HBase conf 2024-11-27T12:20:21,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70ca4d8-7f0b-b678-ecd2-acc280979e7d/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T12:20:21,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70ca4d8-7f0b-b678-ecd2-acc280979e7d/hadoop.log.dir in system properties and HBase conf 2024-11-27T12:20:21,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70ca4d8-7f0b-b678-ecd2-acc280979e7d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T12:20:21,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70ca4d8-7f0b-b678-ecd2-acc280979e7d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T12:20:21,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T12:20:21,638 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T12:20:21,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70ca4d8-7f0b-b678-ecd2-acc280979e7d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:20:21,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70ca4d8-7f0b-b678-ecd2-acc280979e7d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:20:21,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70ca4d8-7f0b-b678-ecd2-acc280979e7d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T12:20:21,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70ca4d8-7f0b-b678-ecd2-acc280979e7d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:20:21,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70ca4d8-7f0b-b678-ecd2-acc280979e7d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T12:20:21,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70ca4d8-7f0b-b678-ecd2-acc280979e7d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T12:20:21,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70ca4d8-7f0b-b678-ecd2-acc280979e7d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:20:21,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70ca4d8-7f0b-b678-ecd2-acc280979e7d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:20:21,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70ca4d8-7f0b-b678-ecd2-acc280979e7d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T12:20:21,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70ca4d8-7f0b-b678-ecd2-acc280979e7d/nfs.dump.dir in system properties and HBase conf 2024-11-27T12:20:21,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70ca4d8-7f0b-b678-ecd2-acc280979e7d/java.io.tmpdir in system properties and HBase conf 2024-11-27T12:20:21,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70ca4d8-7f0b-b678-ecd2-acc280979e7d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:20:21,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70ca4d8-7f0b-b678-ecd2-acc280979e7d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T12:20:21,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70ca4d8-7f0b-b678-ecd2-acc280979e7d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T12:20:22,035 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:20:22,039 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:20:22,044 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:20:22,044 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:20:22,044 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T12:20:22,045 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:20:22,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76039905{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70ca4d8-7f0b-b678-ecd2-acc280979e7d/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:20:22,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79e27daf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:20:22,142 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2cf7105d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70ca4d8-7f0b-b678-ecd2-acc280979e7d/java.io.tmpdir/jetty-localhost-34471-hadoop-hdfs-3_4_1-tests_jar-_-any-98529347753452600/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:20:22,143 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@449b76a2{HTTP/1.1, (http/1.1)}{localhost:34471} 2024-11-27T12:20:22,143 INFO [Time-limited test {}] server.Server(415): Started @177112ms 2024-11-27T12:20:22,393 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:20:22,396 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:20:22,399 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:20:22,399 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:20:22,399 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T12:20:22,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e14fb0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70ca4d8-7f0b-b678-ecd2-acc280979e7d/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:20:22,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70d9f799{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:20:22,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76ea488c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70ca4d8-7f0b-b678-ecd2-acc280979e7d/java.io.tmpdir/jetty-localhost-41549-hadoop-hdfs-3_4_1-tests_jar-_-any-7155794522099199431/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:20:22,505 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37339b48{HTTP/1.1, (http/1.1)}{localhost:41549} 2024-11-27T12:20:22,505 INFO [Time-limited test {}] server.Server(415): Started @177475ms 2024-11-27T12:20:22,506 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T12:20:23,092 WARN [Thread-1803 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70ca4d8-7f0b-b678-ecd2-acc280979e7d/cluster_1caf271a-45bf-e91d-1f2a-a32ce409d08a/data/data2/current/BP-1327595253-172.17.0.3-1732710021657/current, will proceed with Du for space computation calculation, 2024-11-27T12:20:23,092 WARN [Thread-1802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70ca4d8-7f0b-b678-ecd2-acc280979e7d/cluster_1caf271a-45bf-e91d-1f2a-a32ce409d08a/data/data1/current/BP-1327595253-172.17.0.3-1732710021657/current, will proceed with Du for space computation calculation, 2024-11-27T12:20:23,112 WARN [Thread-1790 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T12:20:23,115 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd10ce092a1c62174 with lease ID 0x99285912418cfef7: Processing first storage report for DS-9bb994aa-ee9c-453a-9d4d-4d4098afbb05 from datanode DatanodeRegistration(127.0.0.1:38385, datanodeUuid=2360303c-6f21-41a9-90c0-96a307e5a420, infoPort=42857, infoSecurePort=0, ipcPort=37289, storageInfo=lv=-57;cid=testClusterID;nsid=91567481;c=1732710021657) 2024-11-27T12:20:23,115 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd10ce092a1c62174 with lease ID 0x99285912418cfef7: from storage DS-9bb994aa-ee9c-453a-9d4d-4d4098afbb05 node DatanodeRegistration(127.0.0.1:38385, datanodeUuid=2360303c-6f21-41a9-90c0-96a307e5a420, infoPort=42857, infoSecurePort=0, ipcPort=37289, storageInfo=lv=-57;cid=testClusterID;nsid=91567481;c=1732710021657), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T12:20:23,115 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd10ce092a1c62174 with lease ID 0x99285912418cfef7: Processing first storage report for DS-3f63e2d2-27c6-4be6-9ded-c84fe114a3f7 from datanode DatanodeRegistration(127.0.0.1:38385, datanodeUuid=2360303c-6f21-41a9-90c0-96a307e5a420, infoPort=42857, infoSecurePort=0, ipcPort=37289, storageInfo=lv=-57;cid=testClusterID;nsid=91567481;c=1732710021657) 2024-11-27T12:20:23,115 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd10ce092a1c62174 with lease ID 0x99285912418cfef7: from storage DS-3f63e2d2-27c6-4be6-9ded-c84fe114a3f7 node DatanodeRegistration(127.0.0.1:38385, datanodeUuid=2360303c-6f21-41a9-90c0-96a307e5a420, infoPort=42857, infoSecurePort=0, ipcPort=37289, storageInfo=lv=-57;cid=testClusterID;nsid=91567481;c=1732710021657), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:20:23,136 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70ca4d8-7f0b-b678-ecd2-acc280979e7d 2024-11-27T12:20:23,136 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:20:23,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:20:23,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741825_1001 (size=7) 2024-11-27T12:20:23,546 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7 with version=8 2024-11-27T12:20:23,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/hbase-staging 2024-11-27T12:20:23,548 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T12:20:23,549 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:20:23,549 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:20:23,549 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:20:23,549 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:20:23,549 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:20:23,549 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T12:20:23,549 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:20:23,549 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33547 2024-11-27T12:20:23,550 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33547 connecting to ZooKeeper ensemble=127.0.0.1:53585 2024-11-27T12:20:23,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335470x0, quorum=127.0.0.1:53585, baseZNode=/1711603542 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:20:23,648 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33547-0x1017c3c9ef20003 connected 2024-11-27T12:20:23,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:20:23,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:20:23,777 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33547-0x1017c3c9ef20003, quorum=127.0.0.1:53585, baseZNode=/1711603542 Set watcher on znode that does not yet exist, /1711603542/running 2024-11-27T12:20:23,777 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7, hbase.cluster.distributed=false 2024-11-27T12:20:23,778 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33547-0x1017c3c9ef20003, quorum=127.0.0.1:53585, baseZNode=/1711603542 Set watcher on znode that does not yet exist, /1711603542/acl 2024-11-27T12:20:23,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33547 2024-11-27T12:20:23,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33547 2024-11-27T12:20:23,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33547 2024-11-27T12:20:23,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33547 2024-11-27T12:20:23,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33547 2024-11-27T12:20:23,796 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T12:20:23,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:20:23,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:20:23,796 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:20:23,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:20:23,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:20:23,796 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T12:20:23,796 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:20:23,797 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43737 2024-11-27T12:20:23,798 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43737 connecting to ZooKeeper ensemble=127.0.0.1:53585 2024-11-27T12:20:23,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:20:23,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:20:23,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437370x0, quorum=127.0.0.1:53585, baseZNode=/1711603542 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:20:23,810 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437370x0, quorum=127.0.0.1:53585, baseZNode=/1711603542 Set watcher on znode that does not yet exist, /1711603542/running 2024-11-27T12:20:23,811 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T12:20:23,811 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43737-0x1017c3c9ef20004 connected 2024-11-27T12:20:23,811 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T12:20:23,812 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43737-0x1017c3c9ef20004, quorum=127.0.0.1:53585, baseZNode=/1711603542 Set watcher on znode that does not yet exist, /1711603542/master 2024-11-27T12:20:23,812 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43737-0x1017c3c9ef20004, quorum=127.0.0.1:53585, baseZNode=/1711603542 Set watcher on znode that does not yet exist, /1711603542/acl 2024-11-27T12:20:23,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43737 2024-11-27T12:20:23,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43737 2024-11-27T12:20:23,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43737 2024-11-27T12:20:23,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43737 2024-11-27T12:20:23,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43737 2024-11-27T12:20:23,833 DEBUG [M:0;1ba5af43fd99:33547 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ba5af43fd99:33547 2024-11-27T12:20:23,834 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1711603542/backup-masters/1ba5af43fd99,33547,1732710023548 2024-11-27T12:20:23,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33547-0x1017c3c9ef20003, quorum=127.0.0.1:53585, baseZNode=/1711603542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1711603542/backup-masters 2024-11-27T12:20:23,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1017c3c9ef20004, quorum=127.0.0.1:53585, baseZNode=/1711603542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1711603542/backup-masters 2024-11-27T12:20:23,842 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33547-0x1017c3c9ef20003, quorum=127.0.0.1:53585, baseZNode=/1711603542 Set watcher on existing znode=/1711603542/backup-masters/1ba5af43fd99,33547,1732710023548 2024-11-27T12:20:23,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1017c3c9ef20004, quorum=127.0.0.1:53585, baseZNode=/1711603542 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1711603542/master 2024-11-27T12:20:23,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33547-0x1017c3c9ef20003, quorum=127.0.0.1:53585, baseZNode=/1711603542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1711603542 2024-11-27T12:20:23,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1017c3c9ef20004, quorum=127.0.0.1:53585, baseZNode=/1711603542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1711603542 2024-11-27T12:20:23,852 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33547-0x1017c3c9ef20003, quorum=127.0.0.1:53585, baseZNode=/1711603542 Set watcher on existing znode=/1711603542/master 2024-11-27T12:20:23,853 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1711603542/backup-masters/1ba5af43fd99,33547,1732710023548 from backup master directory 2024-11-27T12:20:23,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1017c3c9ef20004, quorum=127.0.0.1:53585, baseZNode=/1711603542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1711603542/backup-masters 2024-11-27T12:20:23,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33547-0x1017c3c9ef20003, quorum=127.0.0.1:53585, baseZNode=/1711603542 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1711603542/backup-masters/1ba5af43fd99,33547,1732710023548 2024-11-27T12:20:23,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33547-0x1017c3c9ef20003, quorum=127.0.0.1:53585, baseZNode=/1711603542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1711603542/backup-masters 2024-11-27T12:20:23,863 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:20:23,863 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ba5af43fd99,33547,1732710023548 2024-11-27T12:20:23,866 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/hbase.id] with ID: 006b0ff3-1940-4cb6-97dd-b1976734f7e7 2024-11-27T12:20:23,866 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/.tmp/hbase.id 2024-11-27T12:20:23,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741826_1002 (size=42) 2024-11-27T12:20:24,273 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/.tmp/hbase.id]:[hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/hbase.id] 2024-11-27T12:20:24,282 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:20:24,282 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T12:20:24,283 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T12:20:24,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33547-0x1017c3c9ef20003, quorum=127.0.0.1:53585, baseZNode=/1711603542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1711603542 2024-11-27T12:20:24,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1017c3c9ef20004, quorum=127.0.0.1:53585, baseZNode=/1711603542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1711603542 2024-11-27T12:20:24,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741827_1003 (size=196) 2024-11-27T12:20:24,341 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:20:24,342 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T12:20:24,343 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:20:24,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741828_1004 (size=1189) 2024-11-27T12:20:24,751 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/MasterData/data/master/store 2024-11-27T12:20:24,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741829_1005 (size=34) 2024-11-27T12:20:25,158 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:20:25,158 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:20:25,158 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:20:25,158 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:20:25,158 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:20:25,158 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:20:25,158 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:20:25,158 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732710025158Disabling compacts and flushes for region at 1732710025158Disabling writes for close at 1732710025158Writing region close event to WAL at 1732710025158Closed at 1732710025158 2024-11-27T12:20:25,159 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/MasterData/data/master/store/.initializing 2024-11-27T12:20:25,159 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/MasterData/WALs/1ba5af43fd99,33547,1732710023548 2024-11-27T12:20:25,160 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:20:25,161 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ba5af43fd99%2C33547%2C1732710023548, suffix=, logDir=hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/MasterData/WALs/1ba5af43fd99,33547,1732710023548, archiveDir=hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/MasterData/oldWALs, maxLogs=10 2024-11-27T12:20:25,174 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/MasterData/WALs/1ba5af43fd99,33547,1732710023548/1ba5af43fd99%2C33547%2C1732710023548.1732710025161, exclude list is [], retry=0 2024-11-27T12:20:25,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38385,DS-9bb994aa-ee9c-453a-9d4d-4d4098afbb05,DISK] 2024-11-27T12:20:25,178 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/MasterData/WALs/1ba5af43fd99,33547,1732710023548/1ba5af43fd99%2C33547%2C1732710023548.1732710025161 2024-11-27T12:20:25,178 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42857:42857)] 2024-11-27T12:20:25,178 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:20:25,178 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:20:25,178 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:25,178 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:25,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:25,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T12:20:25,181 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:25,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:20:25,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:25,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T12:20:25,182 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:25,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:20:25,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:25,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T12:20:25,183 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:25,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:20:25,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:25,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T12:20:25,185 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:25,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:20:25,186 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:25,186 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:25,186 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:25,187 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:25,187 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:25,188 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:20:25,188 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:25,190 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:20:25,191 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70003028, jitterRate=0.04312640428543091}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:20:25,191 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732710025178Initializing all the Stores at 1732710025179 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710025179Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710025179Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710025179Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710025179Cleaning up temporary data from old regions at 1732710025187 (+8 ms)Region opened successfully at 1732710025191 (+4 ms) 2024-11-27T12:20:25,191 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T12:20:25,194 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23bd5759, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T12:20:25,194 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T12:20:25,194 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T12:20:25,195 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T12:20:25,195 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T12:20:25,195 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T12:20:25,195 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T12:20:25,196 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T12:20:25,197 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T12:20:25,198 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33547-0x1017c3c9ef20003, quorum=127.0.0.1:53585, baseZNode=/1711603542 Unable to get data of znode /1711603542/balancer because node does not exist (not necessarily an error) 2024-11-27T12:20:25,368 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1711603542/balancer already deleted, retry=false 2024-11-27T12:20:25,368 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T12:20:25,369 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33547-0x1017c3c9ef20003, quorum=127.0.0.1:53585, baseZNode=/1711603542 Unable to get data of znode /1711603542/normalizer because node does not exist (not necessarily an error) 2024-11-27T12:20:25,405 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1711603542/normalizer already deleted, retry=false 2024-11-27T12:20:25,405 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T12:20:25,406 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33547-0x1017c3c9ef20003, quorum=127.0.0.1:53585, baseZNode=/1711603542 Unable to get data of znode /1711603542/switch/split because node does not exist (not necessarily an error) 2024-11-27T12:20:25,415 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1711603542/switch/split already deleted, retry=false 2024-11-27T12:20:25,416 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33547-0x1017c3c9ef20003, quorum=127.0.0.1:53585, baseZNode=/1711603542 Unable to get data of znode /1711603542/switch/merge because node does not exist (not necessarily an error) 2024-11-27T12:20:25,426 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1711603542/switch/merge already deleted, retry=false 2024-11-27T12:20:25,428 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33547-0x1017c3c9ef20003, quorum=127.0.0.1:53585, baseZNode=/1711603542 Unable to get data of znode /1711603542/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T12:20:25,437 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1711603542/snapshot-cleanup already deleted, retry=false 2024-11-27T12:20:25,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1017c3c9ef20004, quorum=127.0.0.1:53585, baseZNode=/1711603542 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1711603542/running 2024-11-27T12:20:25,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1017c3c9ef20004, quorum=127.0.0.1:53585, baseZNode=/1711603542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1711603542 2024-11-27T12:20:25,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33547-0x1017c3c9ef20003, quorum=127.0.0.1:53585, baseZNode=/1711603542 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1711603542/running 2024-11-27T12:20:25,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33547-0x1017c3c9ef20003, quorum=127.0.0.1:53585, baseZNode=/1711603542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1711603542 2024-11-27T12:20:25,447 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ba5af43fd99,33547,1732710023548, sessionid=0x1017c3c9ef20003, setting cluster-up flag (Was=false) 2024-11-27T12:20:25,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33547-0x1017c3c9ef20003, quorum=127.0.0.1:53585, baseZNode=/1711603542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1711603542 2024-11-27T12:20:25,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1017c3c9ef20004, quorum=127.0.0.1:53585, baseZNode=/1711603542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1711603542 2024-11-27T12:20:25,500 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1711603542/flush-table-proc/acquired, /1711603542/flush-table-proc/reached, /1711603542/flush-table-proc/abort 2024-11-27T12:20:25,500 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,33547,1732710023548 2024-11-27T12:20:25,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1017c3c9ef20004, quorum=127.0.0.1:53585, baseZNode=/1711603542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1711603542 2024-11-27T12:20:25,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33547-0x1017c3c9ef20003, quorum=127.0.0.1:53585, baseZNode=/1711603542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1711603542 2024-11-27T12:20:25,552 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1711603542/online-snapshot/acquired, /1711603542/online-snapshot/reached, /1711603542/online-snapshot/abort 2024-11-27T12:20:25,553 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,33547,1732710023548 2024-11-27T12:20:25,554 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T12:20:25,555 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T12:20:25,555 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T12:20:25,555 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T12:20:25,556 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ba5af43fd99,33547,1732710023548 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T12:20:25,557 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:20:25,557 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:20:25,557 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:20:25,557 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:20:25,557 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ba5af43fd99:0, corePoolSize=10, maxPoolSize=10 2024-11-27T12:20:25,557 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:25,557 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:20:25,557 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:25,558 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732710055558 2024-11-27T12:20:25,558 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T12:20:25,558 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T12:20:25,558 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T12:20:25,558 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:20:25,558 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T12:20:25,558 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T12:20:25,558 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T12:20:25,558 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T12:20:25,558 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:25,558 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T12:20:25,558 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T12:20:25,558 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T12:20:25,558 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T12:20:25,559 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T12:20:25,559 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T12:20:25,559 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732710025559,5,FailOnTimeoutGroup] 2024-11-27T12:20:25,559 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:25,559 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T12:20:25,560 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732710025559,5,FailOnTimeoutGroup] 2024-11-27T12:20:25,560 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:25,560 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T12:20:25,560 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:25,560 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:25,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741831_1007 (size=1321) 2024-11-27T12:20:25,626 INFO [RS:0;1ba5af43fd99:43737 {}] regionserver.HRegionServer(746): ClusterId : 006b0ff3-1940-4cb6-97dd-b1976734f7e7 2024-11-27T12:20:25,626 DEBUG [RS:0;1ba5af43fd99:43737 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T12:20:25,637 DEBUG [RS:0;1ba5af43fd99:43737 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T12:20:25,637 DEBUG [RS:0;1ba5af43fd99:43737 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T12:20:25,648 DEBUG [RS:0;1ba5af43fd99:43737 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T12:20:25,648 DEBUG [RS:0;1ba5af43fd99:43737 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a89bd00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T12:20:25,661 DEBUG [RS:0;1ba5af43fd99:43737 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ba5af43fd99:43737 2024-11-27T12:20:25,661 INFO [RS:0;1ba5af43fd99:43737 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T12:20:25,661 INFO [RS:0;1ba5af43fd99:43737 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T12:20:25,661 DEBUG [RS:0;1ba5af43fd99:43737 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T12:20:25,662 INFO [RS:0;1ba5af43fd99:43737 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ba5af43fd99,33547,1732710023548 with port=43737, startcode=1732710023796 2024-11-27T12:20:25,662 DEBUG [RS:0;1ba5af43fd99:43737 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T12:20:25,663 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T12:20:25,663 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33547 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ba5af43fd99,43737,1732710023796 2024-11-27T12:20:25,663 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33547 {}] master.ServerManager(517): Registering regionserver=1ba5af43fd99,43737,1732710023796 2024-11-27T12:20:25,665 DEBUG [RS:0;1ba5af43fd99:43737 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7 2024-11-27T12:20:25,665 DEBUG [RS:0;1ba5af43fd99:43737 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43577 2024-11-27T12:20:25,665 DEBUG [RS:0;1ba5af43fd99:43737 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T12:20:25,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33547-0x1017c3c9ef20003, quorum=127.0.0.1:53585, baseZNode=/1711603542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1711603542/rs 2024-11-27T12:20:25,673 DEBUG [RS:0;1ba5af43fd99:43737 {}] zookeeper.ZKUtil(111): regionserver:43737-0x1017c3c9ef20004, quorum=127.0.0.1:53585, baseZNode=/1711603542 Set watcher on existing znode=/1711603542/rs/1ba5af43fd99,43737,1732710023796 2024-11-27T12:20:25,674 WARN [RS:0;1ba5af43fd99:43737 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:20:25,674 INFO [RS:0;1ba5af43fd99:43737 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:20:25,674 DEBUG [RS:0;1ba5af43fd99:43737 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/WALs/1ba5af43fd99,43737,1732710023796 2024-11-27T12:20:25,674 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ba5af43fd99,43737,1732710023796] 2024-11-27T12:20:25,676 INFO [RS:0;1ba5af43fd99:43737 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T12:20:25,677 INFO [RS:0;1ba5af43fd99:43737 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T12:20:25,680 INFO [RS:0;1ba5af43fd99:43737 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T12:20:25,680 INFO [RS:0;1ba5af43fd99:43737 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:25,680 INFO [RS:0;1ba5af43fd99:43737 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T12:20:25,681 INFO [RS:0;1ba5af43fd99:43737 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T12:20:25,681 INFO [RS:0;1ba5af43fd99:43737 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:25,681 DEBUG [RS:0;1ba5af43fd99:43737 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:25,681 DEBUG [RS:0;1ba5af43fd99:43737 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:25,681 DEBUG [RS:0;1ba5af43fd99:43737 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:25,681 DEBUG [RS:0;1ba5af43fd99:43737 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:25,681 DEBUG [RS:0;1ba5af43fd99:43737 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:25,681 DEBUG [RS:0;1ba5af43fd99:43737 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:20:25,681 DEBUG [RS:0;1ba5af43fd99:43737 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:25,682 DEBUG [RS:0;1ba5af43fd99:43737 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:25,682 DEBUG [RS:0;1ba5af43fd99:43737 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:25,682 DEBUG [RS:0;1ba5af43fd99:43737 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:25,682 DEBUG [RS:0;1ba5af43fd99:43737 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:25,682 DEBUG [RS:0;1ba5af43fd99:43737 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:25,682 DEBUG [RS:0;1ba5af43fd99:43737 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:20:25,682 DEBUG [RS:0;1ba5af43fd99:43737 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:20:25,682 INFO [RS:0;1ba5af43fd99:43737 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:25,682 INFO [RS:0;1ba5af43fd99:43737 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:25,682 INFO [RS:0;1ba5af43fd99:43737 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:25,682 INFO [RS:0;1ba5af43fd99:43737 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:25,682 INFO [RS:0;1ba5af43fd99:43737 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:25,682 INFO [RS:0;1ba5af43fd99:43737 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,43737,1732710023796-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:20:25,696 INFO [RS:0;1ba5af43fd99:43737 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T12:20:25,697 INFO [RS:0;1ba5af43fd99:43737 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,43737,1732710023796-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:25,697 INFO [RS:0;1ba5af43fd99:43737 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:25,697 INFO [RS:0;1ba5af43fd99:43737 {}] regionserver.Replication(171): 1ba5af43fd99,43737,1732710023796 started 2024-11-27T12:20:25,716 INFO [RS:0;1ba5af43fd99:43737 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:25,716 INFO [RS:0;1ba5af43fd99:43737 {}] regionserver.HRegionServer(1482): Serving as 1ba5af43fd99,43737,1732710023796, RpcServer on 1ba5af43fd99/172.17.0.3:43737, sessionid=0x1017c3c9ef20004 2024-11-27T12:20:25,716 DEBUG [RS:0;1ba5af43fd99:43737 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T12:20:25,716 DEBUG [RS:0;1ba5af43fd99:43737 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ba5af43fd99,43737,1732710023796 2024-11-27T12:20:25,716 DEBUG [RS:0;1ba5af43fd99:43737 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,43737,1732710023796' 2024-11-27T12:20:25,716 DEBUG [RS:0;1ba5af43fd99:43737 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1711603542/flush-table-proc/abort' 2024-11-27T12:20:25,717 DEBUG [RS:0;1ba5af43fd99:43737 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1711603542/flush-table-proc/acquired' 2024-11-27T12:20:25,717 DEBUG [RS:0;1ba5af43fd99:43737 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T12:20:25,717 DEBUG [RS:0;1ba5af43fd99:43737 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T12:20:25,717 DEBUG [RS:0;1ba5af43fd99:43737 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ba5af43fd99,43737,1732710023796 2024-11-27T12:20:25,717 DEBUG [RS:0;1ba5af43fd99:43737 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,43737,1732710023796' 2024-11-27T12:20:25,717 DEBUG [RS:0;1ba5af43fd99:43737 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1711603542/online-snapshot/abort' 2024-11-27T12:20:25,717 DEBUG [RS:0;1ba5af43fd99:43737 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1711603542/online-snapshot/acquired' 2024-11-27T12:20:25,718 DEBUG [RS:0;1ba5af43fd99:43737 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T12:20:25,718 INFO [RS:0;1ba5af43fd99:43737 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T12:20:25,718 INFO [RS:0;1ba5af43fd99:43737 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T12:20:25,818 INFO [RS:0;1ba5af43fd99:43737 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:20:25,819 INFO [RS:0;1ba5af43fd99:43737 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C43737%2C1732710023796, suffix=, logDir=hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/WALs/1ba5af43fd99,43737,1732710023796, archiveDir=hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/oldWALs, maxLogs=10 2024-11-27T12:20:25,831 DEBUG [RS:0;1ba5af43fd99:43737 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/WALs/1ba5af43fd99,43737,1732710023796/1ba5af43fd99%2C43737%2C1732710023796.1732710025820, exclude list is [], retry=0 2024-11-27T12:20:25,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38385,DS-9bb994aa-ee9c-453a-9d4d-4d4098afbb05,DISK] 2024-11-27T12:20:25,839 INFO [RS:0;1ba5af43fd99:43737 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/WALs/1ba5af43fd99,43737,1732710023796/1ba5af43fd99%2C43737%2C1732710023796.1732710025820 2024-11-27T12:20:25,839 DEBUG [RS:0;1ba5af43fd99:43737 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42857:42857)] 2024-11-27T12:20:25,966 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T12:20:25,966 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7 2024-11-27T12:20:25,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741833_1009 (size=32) 2024-11-27T12:20:26,245 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T12:20:26,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:20:26,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:20:26,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:20:26,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:26,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:20:26,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:20:26,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:20:26,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:26,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:20:26,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:20:26,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:20:26,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:26,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:20:26,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:20:26,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:20:26,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:26,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:20:26,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:20:26,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/hbase/meta/1588230740 2024-11-27T12:20:26,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/hbase/meta/1588230740 2024-11-27T12:20:26,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:20:26,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:20:26,381 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:20:26,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:20:26,384 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:20:26,384 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59849307, jitterRate=-0.10817582905292511}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:20:26,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732710026372Initializing all the Stores at 1732710026373 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710026373Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710026373Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710026373Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710026373Cleaning up temporary data from old regions at 1732710026381 (+8 ms)Region opened successfully at 1732710026384 (+3 ms) 2024-11-27T12:20:26,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:20:26,385 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:20:26,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:20:26,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:20:26,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:20:26,385 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:20:26,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732710026384Disabling compacts and flushes for region at 1732710026384Disabling writes for close at 1732710026385 (+1 ms)Writing region close event to WAL at 1732710026385Closed at 1732710026385 2024-11-27T12:20:26,386 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:20:26,386 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T12:20:26,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T12:20:26,387 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:20:26,388 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T12:20:26,538 DEBUG [1ba5af43fd99:33547 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T12:20:26,538 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ba5af43fd99,43737,1732710023796 2024-11-27T12:20:26,539 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,43737,1732710023796, state=OPENING 2024-11-27T12:20:26,678 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T12:20:26,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33547-0x1017c3c9ef20003, quorum=127.0.0.1:53585, baseZNode=/1711603542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1711603542 2024-11-27T12:20:26,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1017c3c9ef20004, quorum=127.0.0.1:53585, baseZNode=/1711603542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1711603542 2024-11-27T12:20:26,700 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1711603542/meta-region-server: CHANGED 2024-11-27T12:20:26,700 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1711603542/meta-region-server: CHANGED 2024-11-27T12:20:26,700 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:20:26,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,43737,1732710023796}] 2024-11-27T12:20:26,847 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:20:26,853 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T12:20:26,854 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T12:20:26,860 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T12:20:26,860 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:20:26,861 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T12:20:26,862 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C43737%2C1732710023796.meta, suffix=.meta, logDir=hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/WALs/1ba5af43fd99,43737,1732710023796, archiveDir=hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/oldWALs, maxLogs=10 2024-11-27T12:20:26,879 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/WALs/1ba5af43fd99,43737,1732710023796/1ba5af43fd99%2C43737%2C1732710023796.meta.1732710026862.meta, exclude list is [], retry=0 2024-11-27T12:20:26,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38385,DS-9bb994aa-ee9c-453a-9d4d-4d4098afbb05,DISK] 2024-11-27T12:20:26,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:26,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:26,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:26,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:26,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:26,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:26,888 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/WALs/1ba5af43fd99,43737,1732710023796/1ba5af43fd99%2C43737%2C1732710023796.meta.1732710026862.meta 2024-11-27T12:20:26,888 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42857:42857)] 2024-11-27T12:20:26,889 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:20:26,889 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:20:26,889 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T12:20:26,889 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T12:20:26,889 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T12:20:26,889 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T12:20:26,889 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:20:26,889 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T12:20:26,889 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T12:20:26,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:20:26,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:20:26,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:26,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:20:26,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:20:26,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:20:26,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:26,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:20:26,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:20:26,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:20:26,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:26,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:20:26,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:20:26,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:20:26,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:26,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:20:26,894 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:20:26,895 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/hbase/meta/1588230740 2024-11-27T12:20:26,895 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/hbase/meta/1588230740 2024-11-27T12:20:26,896 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:20:26,896 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:20:26,897 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:20:26,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:26,898 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:20:26,899 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62585559, jitterRate=-0.06740249693393707}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:20:26,899 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T12:20:26,899 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732710026889Writing region info on filesystem at 1732710026889Initializing all the Stores at 1732710026890 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710026890Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710026890Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710026890Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710026890Cleaning up temporary data from old regions at 1732710026896 (+6 ms)Running coprocessor post-open hooks at 1732710026899 (+3 ms)Region opened successfully at 1732710026899 2024-11-27T12:20:26,900 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732710026852 2024-11-27T12:20:26,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:26,902 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T12:20:26,902 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T12:20:26,902 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,43737,1732710023796 2024-11-27T12:20:26,903 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,43737,1732710023796, state=OPEN 2024-11-27T12:20:26,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1017c3c9ef20004, quorum=127.0.0.1:53585, baseZNode=/1711603542 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1711603542/meta-region-server 2024-11-27T12:20:26,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33547-0x1017c3c9ef20003, quorum=127.0.0.1:53585, baseZNode=/1711603542 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1711603542/meta-region-server 2024-11-27T12:20:26,915 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ba5af43fd99,43737,1732710023796 2024-11-27T12:20:26,915 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1711603542/meta-region-server: CHANGED 2024-11-27T12:20:26,915 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1711603542/meta-region-server: CHANGED 2024-11-27T12:20:26,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T12:20:26,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,43737,1732710023796 in 215 msec 2024-11-27T12:20:26,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T12:20:26,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 531 msec 2024-11-27T12:20:26,919 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:20:26,919 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T12:20:26,920 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:20:26,920 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,43737,1732710023796, seqNum=-1] 2024-11-27T12:20:26,921 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:20:26,922 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:20:26,926 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3710 sec 2024-11-27T12:20:26,927 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732710026926, completionTime=-1 2024-11-27T12:20:26,927 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T12:20:26,927 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T12:20:26,929 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T12:20:26,929 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732710086929 2024-11-27T12:20:26,929 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732710146929 2024-11-27T12:20:26,929 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T12:20:26,929 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,33547,1732710023548-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:26,929 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,33547,1732710023548-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:26,929 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,33547,1732710023548-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:26,929 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ba5af43fd99:33547, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:26,929 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:26,929 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:26,931 DEBUG [master/1ba5af43fd99:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T12:20:26,933 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.070sec 2024-11-27T12:20:26,934 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T12:20:26,934 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T12:20:26,934 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T12:20:26,934 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T12:20:26,934 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T12:20:26,934 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,33547,1732710023548-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:20:26,934 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,33547,1732710023548-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T12:20:26,936 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T12:20:26,936 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T12:20:26,936 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,33547,1732710023548-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:27,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e7fe5be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:27,027 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,33547,-1 for getting cluster id 2024-11-27T12:20:27,027 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:20:27,028 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '006b0ff3-1940-4cb6-97dd-b1976734f7e7' 2024-11-27T12:20:27,028 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:20:27,028 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "006b0ff3-1940-4cb6-97dd-b1976734f7e7" 2024-11-27T12:20:27,029 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c763cd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:27,029 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,33547,-1] 2024-11-27T12:20:27,029 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:20:27,029 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:27,030 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:20:27,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30466eac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:27,031 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:20:27,032 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,43737,1732710023796, seqNum=-1] 2024-11-27T12:20:27,032 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:20:27,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:20:27,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ba5af43fd99,33547,1732710023548 2024-11-27T12:20:27,036 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53585 2024-11-27T12:20:27,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53585, baseZNode=/1711603542 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:20:27,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017c3c9ef20005 connected 2024-11-27T12:20:27,059 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:20:27,060 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,36149,1732710017866 2024-11-27T12:20:27,060 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a560e08 2024-11-27T12:20:27,060 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:20:27,061 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:20:27,062 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36149 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:20:27,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36149 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T12:20:27,064 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T12:20:27,064 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:27,064 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36149 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T12:20:27,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:20:27,065 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T12:20:27,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741835_1011 (size=902) 2024-11-27T12:20:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:20:27,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:20:27,472 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 779ec9a2e70469e43b249c04e2c29592, NAME => 'test,,1732710027062.779ec9a2e70469e43b249c04e2c29592.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c 2024-11-27T12:20:27,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741836_1012 (size=39) 2024-11-27T12:20:27,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:20:27,881 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732710027062.779ec9a2e70469e43b249c04e2c29592.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:20:27,881 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 779ec9a2e70469e43b249c04e2c29592, disabling compactions & flushes 2024-11-27T12:20:27,881 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732710027062.779ec9a2e70469e43b249c04e2c29592. 2024-11-27T12:20:27,881 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732710027062.779ec9a2e70469e43b249c04e2c29592. 2024-11-27T12:20:27,881 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732710027062.779ec9a2e70469e43b249c04e2c29592. after waiting 0 ms 2024-11-27T12:20:27,881 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732710027062.779ec9a2e70469e43b249c04e2c29592. 2024-11-27T12:20:27,881 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732710027062.779ec9a2e70469e43b249c04e2c29592. 2024-11-27T12:20:27,881 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 779ec9a2e70469e43b249c04e2c29592: Waiting for close lock at 1732710027881Disabling compacts and flushes for region at 1732710027881Disabling writes for close at 1732710027881Writing region close event to WAL at 1732710027881Closed at 1732710027881 2024-11-27T12:20:27,882 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T12:20:27,882 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732710027062.779ec9a2e70469e43b249c04e2c29592.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732710027882"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732710027882"}]},"ts":"1732710027882"} 2024-11-27T12:20:27,884 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T12:20:27,885 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T12:20:27,885 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710027885"}]},"ts":"1732710027885"} 2024-11-27T12:20:27,887 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T12:20:27,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=779ec9a2e70469e43b249c04e2c29592, ASSIGN}] 2024-11-27T12:20:27,888 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=779ec9a2e70469e43b249c04e2c29592, ASSIGN 2024-11-27T12:20:27,889 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=779ec9a2e70469e43b249c04e2c29592, ASSIGN; state=OFFLINE, location=1ba5af43fd99,44951,1732710018062; forceNewPlan=false, retain=false 2024-11-27T12:20:28,040 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=779ec9a2e70469e43b249c04e2c29592, regionState=OPENING, regionLocation=1ba5af43fd99,44951,1732710018062 2024-11-27T12:20:28,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=779ec9a2e70469e43b249c04e2c29592, ASSIGN because future has completed 2024-11-27T12:20:28,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 779ec9a2e70469e43b249c04e2c29592, server=1ba5af43fd99,44951,1732710018062}] 2024-11-27T12:20:28,199 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732710027062.779ec9a2e70469e43b249c04e2c29592. 2024-11-27T12:20:28,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:20:28,200 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 779ec9a2e70469e43b249c04e2c29592, NAME => 'test,,1732710027062.779ec9a2e70469e43b249c04e2c29592.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:20:28,200 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:20:28,200 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T12:20:28,200 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 779ec9a2e70469e43b249c04e2c29592 2024-11-27T12:20:28,200 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732710027062.779ec9a2e70469e43b249c04e2c29592.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:20:28,200 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 779ec9a2e70469e43b249c04e2c29592 2024-11-27T12:20:28,200 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 779ec9a2e70469e43b249c04e2c29592 2024-11-27T12:20:28,202 INFO [StoreOpener-779ec9a2e70469e43b249c04e2c29592-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 779ec9a2e70469e43b249c04e2c29592 2024-11-27T12:20:28,203 INFO [StoreOpener-779ec9a2e70469e43b249c04e2c29592-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 779ec9a2e70469e43b249c04e2c29592 columnFamilyName f 2024-11-27T12:20:28,203 DEBUG [StoreOpener-779ec9a2e70469e43b249c04e2c29592-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:28,204 INFO [StoreOpener-779ec9a2e70469e43b249c04e2c29592-1 {}] regionserver.HStore(327): Store=779ec9a2e70469e43b249c04e2c29592/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:20:28,204 INFO [StoreOpener-779ec9a2e70469e43b249c04e2c29592-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 779ec9a2e70469e43b249c04e2c29592 2024-11-27T12:20:28,205 INFO [StoreOpener-779ec9a2e70469e43b249c04e2c29592-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 779ec9a2e70469e43b249c04e2c29592 columnFamilyName f1 2024-11-27T12:20:28,205 DEBUG [StoreOpener-779ec9a2e70469e43b249c04e2c29592-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:28,205 INFO [StoreOpener-779ec9a2e70469e43b249c04e2c29592-1 {}] regionserver.HStore(327): Store=779ec9a2e70469e43b249c04e2c29592/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:20:28,205 INFO [StoreOpener-779ec9a2e70469e43b249c04e2c29592-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 779ec9a2e70469e43b249c04e2c29592 2024-11-27T12:20:28,206 INFO [StoreOpener-779ec9a2e70469e43b249c04e2c29592-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 779ec9a2e70469e43b249c04e2c29592 columnFamilyName norep 2024-11-27T12:20:28,206 DEBUG [StoreOpener-779ec9a2e70469e43b249c04e2c29592-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:28,206 INFO [StoreOpener-779ec9a2e70469e43b249c04e2c29592-1 {}] regionserver.HStore(327): Store=779ec9a2e70469e43b249c04e2c29592/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:20:28,207 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 779ec9a2e70469e43b249c04e2c29592 2024-11-27T12:20:28,207 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/default/test/779ec9a2e70469e43b249c04e2c29592 2024-11-27T12:20:28,208 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/default/test/779ec9a2e70469e43b249c04e2c29592 2024-11-27T12:20:28,208 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 779ec9a2e70469e43b249c04e2c29592 2024-11-27T12:20:28,208 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 779ec9a2e70469e43b249c04e2c29592 2024-11-27T12:20:28,209 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T12:20:28,210 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 779ec9a2e70469e43b249c04e2c29592 2024-11-27T12:20:28,212 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/default/test/779ec9a2e70469e43b249c04e2c29592/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:20:28,212 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 779ec9a2e70469e43b249c04e2c29592; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58739743, jitterRate=-0.12470962107181549}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T12:20:28,212 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 779ec9a2e70469e43b249c04e2c29592 2024-11-27T12:20:28,213 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 779ec9a2e70469e43b249c04e2c29592: Running coprocessor pre-open hook at 1732710028201Writing region info on filesystem at 1732710028201Initializing all the Stores at 1732710028201Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710028202 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710028202Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710028202Cleaning up temporary data from old regions at 1732710028208 (+6 ms)Running coprocessor post-open hooks at 1732710028212 (+4 ms)Region opened successfully at 1732710028213 (+1 ms) 2024-11-27T12:20:28,214 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732710027062.779ec9a2e70469e43b249c04e2c29592., pid=6, masterSystemTime=1732710028195 2024-11-27T12:20:28,215 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732710027062.779ec9a2e70469e43b249c04e2c29592. 2024-11-27T12:20:28,216 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732710027062.779ec9a2e70469e43b249c04e2c29592. 2024-11-27T12:20:28,216 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=779ec9a2e70469e43b249c04e2c29592, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1ba5af43fd99,44951,1732710018062 2024-11-27T12:20:28,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 779ec9a2e70469e43b249c04e2c29592, server=1ba5af43fd99,44951,1732710018062 because future has completed 2024-11-27T12:20:28,221 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T12:20:28,221 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 779ec9a2e70469e43b249c04e2c29592, server=1ba5af43fd99,44951,1732710018062 in 176 msec 2024-11-27T12:20:28,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T12:20:28,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=779ec9a2e70469e43b249c04e2c29592, ASSIGN in 334 msec 2024-11-27T12:20:28,223 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T12:20:28,224 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710028224"}]},"ts":"1732710028224"} 2024-11-27T12:20:28,226 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T12:20:28,226 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T12:20:28,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1640 sec 2024-11-27T12:20:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:20:29,210 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T12:20:29,211 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:20:29,211 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,33547,1732710023548 2024-11-27T12:20:29,211 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4769d6b7 2024-11-27T12:20:29,212 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:20:29,212 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:20:29,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33547 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:20:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33547 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T12:20:29,215 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T12:20:29,215 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:29,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33547 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T12:20:29,216 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T12:20:29,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:20:29,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741835_1011 (size=902) 2024-11-27T12:20:29,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:20:29,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:20:29,623 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4f2d53533ca61e3848df24cb9ddad2cb, NAME => 'test,,1732710029213.4f2d53533ca61e3848df24cb9ddad2cb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7 2024-11-27T12:20:29,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741836_1012 (size=39) 2024-11-27T12:20:29,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:20:30,028 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732710029213.4f2d53533ca61e3848df24cb9ddad2cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:20:30,029 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4f2d53533ca61e3848df24cb9ddad2cb, disabling compactions & flushes 2024-11-27T12:20:30,029 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732710029213.4f2d53533ca61e3848df24cb9ddad2cb. 2024-11-27T12:20:30,029 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732710029213.4f2d53533ca61e3848df24cb9ddad2cb. 2024-11-27T12:20:30,029 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732710029213.4f2d53533ca61e3848df24cb9ddad2cb. after waiting 0 ms 2024-11-27T12:20:30,029 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732710029213.4f2d53533ca61e3848df24cb9ddad2cb. 2024-11-27T12:20:30,029 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732710029213.4f2d53533ca61e3848df24cb9ddad2cb. 2024-11-27T12:20:30,029 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4f2d53533ca61e3848df24cb9ddad2cb: Waiting for close lock at 1732710030029Disabling compacts and flushes for region at 1732710030029Disabling writes for close at 1732710030029Writing region close event to WAL at 1732710030029Closed at 1732710030029 2024-11-27T12:20:30,030 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T12:20:30,030 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732710029213.4f2d53533ca61e3848df24cb9ddad2cb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732710030030"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732710030030"}]},"ts":"1732710030030"} 2024-11-27T12:20:30,032 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T12:20:30,033 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T12:20:30,033 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710030033"}]},"ts":"1732710030033"} 2024-11-27T12:20:30,034 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T12:20:30,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4f2d53533ca61e3848df24cb9ddad2cb, ASSIGN}] 2024-11-27T12:20:30,036 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4f2d53533ca61e3848df24cb9ddad2cb, ASSIGN 2024-11-27T12:20:30,036 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4f2d53533ca61e3848df24cb9ddad2cb, ASSIGN; state=OFFLINE, location=1ba5af43fd99,43737,1732710023796; forceNewPlan=false, retain=false 2024-11-27T12:20:30,187 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4f2d53533ca61e3848df24cb9ddad2cb, regionState=OPENING, regionLocation=1ba5af43fd99,43737,1732710023796 2024-11-27T12:20:30,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4f2d53533ca61e3848df24cb9ddad2cb, ASSIGN because future has completed 2024-11-27T12:20:30,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f2d53533ca61e3848df24cb9ddad2cb, server=1ba5af43fd99,43737,1732710023796}] 2024-11-27T12:20:30,345 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732710029213.4f2d53533ca61e3848df24cb9ddad2cb. 2024-11-27T12:20:30,345 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4f2d53533ca61e3848df24cb9ddad2cb, NAME => 'test,,1732710029213.4f2d53533ca61e3848df24cb9ddad2cb.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:20:30,345 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:20:30,346 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T12:20:30,346 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4f2d53533ca61e3848df24cb9ddad2cb 2024-11-27T12:20:30,346 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732710029213.4f2d53533ca61e3848df24cb9ddad2cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:20:30,346 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4f2d53533ca61e3848df24cb9ddad2cb 2024-11-27T12:20:30,346 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4f2d53533ca61e3848df24cb9ddad2cb 2024-11-27T12:20:30,347 INFO [StoreOpener-4f2d53533ca61e3848df24cb9ddad2cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4f2d53533ca61e3848df24cb9ddad2cb 2024-11-27T12:20:30,348 INFO [StoreOpener-4f2d53533ca61e3848df24cb9ddad2cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f2d53533ca61e3848df24cb9ddad2cb columnFamilyName f 2024-11-27T12:20:30,348 DEBUG [StoreOpener-4f2d53533ca61e3848df24cb9ddad2cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:30,349 INFO [StoreOpener-4f2d53533ca61e3848df24cb9ddad2cb-1 {}] regionserver.HStore(327): Store=4f2d53533ca61e3848df24cb9ddad2cb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:20:30,349 INFO [StoreOpener-4f2d53533ca61e3848df24cb9ddad2cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4f2d53533ca61e3848df24cb9ddad2cb 2024-11-27T12:20:30,350 INFO [StoreOpener-4f2d53533ca61e3848df24cb9ddad2cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f2d53533ca61e3848df24cb9ddad2cb columnFamilyName f1 2024-11-27T12:20:30,350 DEBUG [StoreOpener-4f2d53533ca61e3848df24cb9ddad2cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:20:30,350 INFO [StoreOpener-4f2d53533ca61e3848df24cb9ddad2cb-1 {}] regionserver.HStore(327): Store=4f2d53533ca61e3848df24cb9ddad2cb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:20:30,350 INFO [StoreOpener-4f2d53533ca61e3848df24cb9ddad2cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4f2d53533ca61e3848df24cb9ddad2cb 2024-11-27T12:20:30,351 INFO [StoreOpener-4f2d53533ca61e3848df24cb9ddad2cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f2d53533ca61e3848df24cb9ddad2cb columnFamilyName norep 2024-11-27T12:20:30,351 DEBUG [StoreOpener-4f2d53533ca61e3848df24cb9ddad2cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:30,352 INFO [StoreOpener-4f2d53533ca61e3848df24cb9ddad2cb-1 {}] regionserver.HStore(327): Store=4f2d53533ca61e3848df24cb9ddad2cb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:20:30,352 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4f2d53533ca61e3848df24cb9ddad2cb 2024-11-27T12:20:30,352 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/default/test/4f2d53533ca61e3848df24cb9ddad2cb 2024-11-27T12:20:30,353 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/default/test/4f2d53533ca61e3848df24cb9ddad2cb 2024-11-27T12:20:30,354 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4f2d53533ca61e3848df24cb9ddad2cb 2024-11-27T12:20:30,354 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4f2d53533ca61e3848df24cb9ddad2cb 2024-11-27T12:20:30,354 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T12:20:30,355 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4f2d53533ca61e3848df24cb9ddad2cb 2024-11-27T12:20:30,356 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/default/test/4f2d53533ca61e3848df24cb9ddad2cb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:20:30,357 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4f2d53533ca61e3848df24cb9ddad2cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71581294, jitterRate=0.06664440035820007}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T12:20:30,357 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4f2d53533ca61e3848df24cb9ddad2cb 2024-11-27T12:20:30,357 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4f2d53533ca61e3848df24cb9ddad2cb: Running coprocessor pre-open hook at 1732710030346Writing region info on filesystem at 1732710030346Initializing all the Stores at 1732710030347 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710030347Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710030347Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710030347Cleaning up temporary data from old regions at 1732710030354 (+7 ms)Running coprocessor post-open hooks at 1732710030357 (+3 ms)Region opened successfully at 1732710030357 2024-11-27T12:20:30,357 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732710029213.4f2d53533ca61e3848df24cb9ddad2cb., pid=6, masterSystemTime=1732710030341 2024-11-27T12:20:30,359 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732710029213.4f2d53533ca61e3848df24cb9ddad2cb. 2024-11-27T12:20:30,359 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732710029213.4f2d53533ca61e3848df24cb9ddad2cb. 2024-11-27T12:20:30,360 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4f2d53533ca61e3848df24cb9ddad2cb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1ba5af43fd99,43737,1732710023796 2024-11-27T12:20:30,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f2d53533ca61e3848df24cb9ddad2cb, server=1ba5af43fd99,43737,1732710023796 because future has completed 2024-11-27T12:20:30,364 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T12:20:30,364 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4f2d53533ca61e3848df24cb9ddad2cb, server=1ba5af43fd99,43737,1732710023796 in 174 msec 2024-11-27T12:20:30,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T12:20:30,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4f2d53533ca61e3848df24cb9ddad2cb, ASSIGN in 329 msec 2024-11-27T12:20:30,366 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T12:20:30,366 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710030366"}]},"ts":"1732710030366"} 2024-11-27T12:20:30,368 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T12:20:30,369 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T12:20:30,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-27T12:20:31,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:20:31,360 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T12:20:31,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c7111c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:31,360 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,36149,-1 for getting cluster id 2024-11-27T12:20:31,360 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:20:31,361 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f21d500-0257-40a5-9a53-558322cc0087' 2024-11-27T12:20:31,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:20:31,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f21d500-0257-40a5-9a53-558322cc0087" 2024-11-27T12:20:31,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b5042fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:31,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,36149,-1] 2024-11-27T12:20:31,362 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:20:31,362 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:31,362 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:20:31,363 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ad3e9ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:31,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eec5427, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:31,363 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,33547,-1 for getting cluster id 2024-11-27T12:20:31,364 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:20:31,364 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '006b0ff3-1940-4cb6-97dd-b1976734f7e7' 2024-11-27T12:20:31,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:20:31,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "006b0ff3-1940-4cb6-97dd-b1976734f7e7" 2024-11-27T12:20:31,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573dea2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:31,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,33547,-1] 2024-11-27T12:20:31,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:20:31,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:31,365 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:20:31,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c41f29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:31,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb7c883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:31,366 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,36149,-1 for getting cluster id 2024-11-27T12:20:31,366 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:20:31,367 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f21d500-0257-40a5-9a53-558322cc0087' 2024-11-27T12:20:31,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:20:31,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f21d500-0257-40a5-9a53-558322cc0087" 2024-11-27T12:20:31,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@309999f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:31,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,36149,-1] 2024-11-27T12:20:31,368 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:20:31,368 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:31,368 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:20:31,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26fc637a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:31,369 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:20:31,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,36149,1732710017866 2024-11-27T12:20:31,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71cf8f41 2024-11-27T12:20:31,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:20:31,371 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:20:31,371 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36149 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://1ba5af43fd99:33547,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T12:20:31,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36149 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T12:20:31,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:20:31,373 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ba5af43fd99:33547' 2024-11-27T12:20:31,375 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62c48009, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:31,375 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,33547,-1 for getting cluster id 2024-11-27T12:20:31,375 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:20:31,376 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '006b0ff3-1940-4cb6-97dd-b1976734f7e7' 2024-11-27T12:20:31,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:20:31,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "006b0ff3-1940-4cb6-97dd-b1976734f7e7" 2024-11-27T12:20:31,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ff92a57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:31,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,33547,-1] 2024-11-27T12:20:31,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:20:31,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:31,377 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:20:31,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a04da85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:31,378 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:20:31,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,33547,1732710023548 2024-11-27T12:20:31,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b93e165 2024-11-27T12:20:31,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:20:31,379 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:20:31,380 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T12:20:31,380 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T12:20:31,380 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:31,380 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:31,380 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:20:31,380 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:20:31,381 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T12:20:31,382 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T12:20:31,382 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:31,383 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T12:20:31,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741837_1013 (size=1138) 2024-11-27T12:20:31,431 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T12:20:31,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T12:20:31,472 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T12:20:31,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T12:20:31,472 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T12:20:31,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:20:31,676 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T12:20:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:20:31,790 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6ed18fe4c9b88daf09e5256eacd56bbd, NAME => 'hbase:replication,,1732710031380.6ed18fe4c9b88daf09e5256eacd56bbd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c 2024-11-27T12:20:31,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741838_1014 (size=44) 2024-11-27T12:20:32,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:20:32,217 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732710031380.6ed18fe4c9b88daf09e5256eacd56bbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:20:32,217 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6ed18fe4c9b88daf09e5256eacd56bbd, disabling compactions & flushes 2024-11-27T12:20:32,217 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732710031380.6ed18fe4c9b88daf09e5256eacd56bbd. 2024-11-27T12:20:32,217 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732710031380.6ed18fe4c9b88daf09e5256eacd56bbd. 2024-11-27T12:20:32,217 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732710031380.6ed18fe4c9b88daf09e5256eacd56bbd. after waiting 0 ms 2024-11-27T12:20:32,217 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732710031380.6ed18fe4c9b88daf09e5256eacd56bbd. 2024-11-27T12:20:32,217 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732710031380.6ed18fe4c9b88daf09e5256eacd56bbd. 2024-11-27T12:20:32,217 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6ed18fe4c9b88daf09e5256eacd56bbd: Waiting for close lock at 1732710032217Disabling compacts and flushes for region at 1732710032217Disabling writes for close at 1732710032217Writing region close event to WAL at 1732710032217Closed at 1732710032217 2024-11-27T12:20:32,218 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T12:20:32,218 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732710031380.6ed18fe4c9b88daf09e5256eacd56bbd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732710032218"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732710032218"}]},"ts":"1732710032218"} 2024-11-27T12:20:32,220 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T12:20:32,221 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T12:20:32,221 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710032221"}]},"ts":"1732710032221"} 2024-11-27T12:20:32,223 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T12:20:32,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6ed18fe4c9b88daf09e5256eacd56bbd, ASSIGN}] 2024-11-27T12:20:32,224 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6ed18fe4c9b88daf09e5256eacd56bbd, ASSIGN 2024-11-27T12:20:32,225 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6ed18fe4c9b88daf09e5256eacd56bbd, ASSIGN; state=OFFLINE, location=1ba5af43fd99,44951,1732710018062; forceNewPlan=false, retain=false 2024-11-27T12:20:32,375 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6ed18fe4c9b88daf09e5256eacd56bbd, regionState=OPENING, regionLocation=1ba5af43fd99,44951,1732710018062 2024-11-27T12:20:32,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6ed18fe4c9b88daf09e5256eacd56bbd, ASSIGN because future has completed 2024-11-27T12:20:32,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ed18fe4c9b88daf09e5256eacd56bbd, server=1ba5af43fd99,44951,1732710018062}] 2024-11-27T12:20:32,391 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:20:32,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:32,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:32,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:32,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:32,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:32,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:32,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:32,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:32,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:20:32,533 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732710031380.6ed18fe4c9b88daf09e5256eacd56bbd. 2024-11-27T12:20:32,533 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:20:32,533 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T12:20:32,535 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C44951%2C1732710018062.rep, suffix=, logDir=hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/WALs/1ba5af43fd99,44951,1732710018062, archiveDir=hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/oldWALs, maxLogs=10 2024-11-27T12:20:32,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/WALs/1ba5af43fd99,44951,1732710018062/1ba5af43fd99%2C44951%2C1732710018062.rep.1732710032535, exclude list is [], retry=0 2024-11-27T12:20:32,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45949,DS-f6738ed0-4a1b-48a5-b554-45e562e4a2cb,DISK] 2024-11-27T12:20:32,554 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/WALs/1ba5af43fd99,44951,1732710018062/1ba5af43fd99%2C44951%2C1732710018062.rep.1732710032535 2024-11-27T12:20:32,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38147:38147)] 2024-11-27T12:20:32,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6ed18fe4c9b88daf09e5256eacd56bbd, NAME => 'hbase:replication,,1732710031380.6ed18fe4c9b88daf09e5256eacd56bbd.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:20:32,555 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:20:32,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T12:20:32,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732710031380.6ed18fe4c9b88daf09e5256eacd56bbd. service=MultiRowMutationService 2024-11-27T12:20:32,556 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T12:20:32,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6ed18fe4c9b88daf09e5256eacd56bbd 2024-11-27T12:20:32,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732710031380.6ed18fe4c9b88daf09e5256eacd56bbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:20:32,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6ed18fe4c9b88daf09e5256eacd56bbd 2024-11-27T12:20:32,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6ed18fe4c9b88daf09e5256eacd56bbd 2024-11-27T12:20:32,557 INFO [StoreOpener-6ed18fe4c9b88daf09e5256eacd56bbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6ed18fe4c9b88daf09e5256eacd56bbd 2024-11-27T12:20:32,558 INFO [StoreOpener-6ed18fe4c9b88daf09e5256eacd56bbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ed18fe4c9b88daf09e5256eacd56bbd columnFamilyName hfileref 2024-11-27T12:20:32,558 DEBUG [StoreOpener-6ed18fe4c9b88daf09e5256eacd56bbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:32,559 INFO [StoreOpener-6ed18fe4c9b88daf09e5256eacd56bbd-1 {}] regionserver.HStore(327): Store=6ed18fe4c9b88daf09e5256eacd56bbd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:20:32,559 INFO [StoreOpener-6ed18fe4c9b88daf09e5256eacd56bbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6ed18fe4c9b88daf09e5256eacd56bbd 2024-11-27T12:20:32,560 INFO [StoreOpener-6ed18fe4c9b88daf09e5256eacd56bbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ed18fe4c9b88daf09e5256eacd56bbd columnFamilyName queue 2024-11-27T12:20:32,560 DEBUG [StoreOpener-6ed18fe4c9b88daf09e5256eacd56bbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:32,560 INFO [StoreOpener-6ed18fe4c9b88daf09e5256eacd56bbd-1 {}] regionserver.HStore(327): Store=6ed18fe4c9b88daf09e5256eacd56bbd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:20:32,560 INFO [StoreOpener-6ed18fe4c9b88daf09e5256eacd56bbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6ed18fe4c9b88daf09e5256eacd56bbd 2024-11-27T12:20:32,561 INFO [StoreOpener-6ed18fe4c9b88daf09e5256eacd56bbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ed18fe4c9b88daf09e5256eacd56bbd columnFamilyName sid 2024-11-27T12:20:32,561 DEBUG [StoreOpener-6ed18fe4c9b88daf09e5256eacd56bbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:32,562 INFO [StoreOpener-6ed18fe4c9b88daf09e5256eacd56bbd-1 {}] regionserver.HStore(327): Store=6ed18fe4c9b88daf09e5256eacd56bbd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:20:32,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6ed18fe4c9b88daf09e5256eacd56bbd 2024-11-27T12:20:32,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/hbase/replication/6ed18fe4c9b88daf09e5256eacd56bbd 2024-11-27T12:20:32,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/hbase/replication/6ed18fe4c9b88daf09e5256eacd56bbd 2024-11-27T12:20:32,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6ed18fe4c9b88daf09e5256eacd56bbd 2024-11-27T12:20:32,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6ed18fe4c9b88daf09e5256eacd56bbd 2024-11-27T12:20:32,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T12:20:32,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6ed18fe4c9b88daf09e5256eacd56bbd 2024-11-27T12:20:32,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/hbase/replication/6ed18fe4c9b88daf09e5256eacd56bbd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:20:32,567 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6ed18fe4c9b88daf09e5256eacd56bbd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67961350, jitterRate=0.012703031301498413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T12:20:32,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6ed18fe4c9b88daf09e5256eacd56bbd 2024-11-27T12:20:32,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6ed18fe4c9b88daf09e5256eacd56bbd: Running coprocessor pre-open hook at 1732710032556Writing region info on filesystem at 1732710032556Initializing all the Stores at 1732710032557 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710032557Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710032557Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710032557Cleaning up temporary data from old regions at 1732710032563 (+6 ms)Running coprocessor post-open hooks at 1732710032567 (+4 ms)Region opened successfully at 1732710032568 (+1 ms) 2024-11-27T12:20:32,569 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732710031380.6ed18fe4c9b88daf09e5256eacd56bbd., pid=10, masterSystemTime=1732710032529 2024-11-27T12:20:32,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732710031380.6ed18fe4c9b88daf09e5256eacd56bbd. 2024-11-27T12:20:32,570 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732710031380.6ed18fe4c9b88daf09e5256eacd56bbd. 2024-11-27T12:20:32,571 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6ed18fe4c9b88daf09e5256eacd56bbd, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,44951,1732710018062 2024-11-27T12:20:32,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ed18fe4c9b88daf09e5256eacd56bbd, server=1ba5af43fd99,44951,1732710018062 because future has completed 2024-11-27T12:20:32,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T12:20:32,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6ed18fe4c9b88daf09e5256eacd56bbd, server=1ba5af43fd99,44951,1732710018062 in 197 msec 2024-11-27T12:20:32,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T12:20:32,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6ed18fe4c9b88daf09e5256eacd56bbd, ASSIGN in 352 msec 2024-11-27T12:20:32,578 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T12:20:32,578 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710032578"}]},"ts":"1732710032578"} 2024-11-27T12:20:32,580 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T12:20:32,580 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T12:20:32,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2000 sec 2024-11-27T12:20:32,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732710031380.6ed18fe4c9b88daf09e5256eacd56bbd., hostname=1ba5af43fd99,44951,1732710018062, seqNum=2] 2024-11-27T12:20:32,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36149-0x1017c3c9ef20000, quorum=127.0.0.1:53585, baseZNode=/0148812233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0148812233 2024-11-27T12:20:32,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44951-0x1017c3c9ef20001, quorum=127.0.0.1:53585, baseZNode=/0148812233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0148812233 2024-11-27T12:20:32,684 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T12:20:32,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44951 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T12:20:32,836 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T12:20:32,863 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1ba5af43fd99,44951,1732710018062, ReplicationSource: 1, currentBandwidth=0 2024-11-27T12:20:32,863 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:20:32,863 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,44951,1732710018062, seqNum=-1] 2024-11-27T12:20:32,864 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:20:32,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-27T12:20:32,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1ba5af43fd99,44951,1732710018062', locateType=CURRENT is [region=hbase:replication,,1732710031380.6ed18fe4c9b88daf09e5256eacd56bbd., hostname=1ba5af43fd99,44951,1732710018062, seqNum=2] 2024-11-27T12:20:32,868 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T12:20:32,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36149 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T12:20:32,870 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1ba5af43fd99,44951,1732710018062 suceeded 2024-11-27T12:20:32,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T12:20:32,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-27T12:20:32,871 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1ba5af43fd99:33547,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T12:20:32,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5000 sec 2024-11-27T12:20:32,882 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ba5af43fd99:33547' 2024-11-27T12:20:32,883 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@588efb41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:32,883 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,33547,-1 for getting cluster id 2024-11-27T12:20:32,883 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:20:32,884 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '006b0ff3-1940-4cb6-97dd-b1976734f7e7' 2024-11-27T12:20:32,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:20:32,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "006b0ff3-1940-4cb6-97dd-b1976734f7e7" 2024-11-27T12:20:32,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4dbf50ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:32,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,33547,-1] 2024-11-27T12:20:32,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:20:32,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:32,885 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:20:32,886 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f5bff88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:32,886 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:20:32,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,33547,1732710023548 2024-11-27T12:20:32,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51e61f01 2024-11-27T12:20:32,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:20:32,887 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-27T12:20:32,888 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1ba5af43fd99,44951,1732710018062 (queues=1) is replicating from cluster=8f21d500-0257-40a5-9a53-558322cc0087 to cluster=006b0ff3-1940-4cb6-97dd-b1976734f7e7 2024-11-27T12:20:32,888 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1ba5af43fd99%2C44951%2C1732710018062 2024-11-27T12:20:32,888 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1ba5af43fd99,44951,1732710018062, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T12:20:32,888 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.shipper1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1ba5af43fd99%2C44951%2C1732710018062 2024-11-27T12:20:32,888 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.wal-reader.1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/WALs/1ba5af43fd99,44951,1732710018062/1ba5af43fd99%2C44951%2C1732710018062.1732710020399, startPosition=0, beingWritten=true 2024-11-27T12:20:32,893 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.wal-reader.1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T12:20:32,893 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.wal-reader.1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/WALs/1ba5af43fd99,44951,1732710018062/1ba5af43fd99%2C44951%2C1732710018062.1732710020399 to pos 379, reset compression=false 2024-11-27T12:20:32,893 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.shipper1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,44951,1732710018062 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/WALs/1ba5af43fd99,44951,1732710018062/1ba5af43fd99%2C44951%2C1732710018062.1732710020399, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T12:20:33,097 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.wal-reader.1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/WALs/1ba5af43fd99,44951,1732710018062/1ba5af43fd99%2C44951%2C1732710018062.1732710020399 to pos 379, reset compression=false 2024-11-27T12:20:33,401 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.wal-reader.1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/WALs/1ba5af43fd99,44951,1732710018062/1ba5af43fd99%2C44951%2C1732710018062.1732710020399 to pos 379, reset compression=false 2024-11-27T12:20:33,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:20:33,520 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T12:20:33,520 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:20:33,520 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:20:33,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:33,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:33,521 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:20:33,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4663f8d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:33,521 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,33547,-1 for getting cluster id 2024-11-27T12:20:33,521 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:20:33,522 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '006b0ff3-1940-4cb6-97dd-b1976734f7e7' 2024-11-27T12:20:33,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:20:33,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "006b0ff3-1940-4cb6-97dd-b1976734f7e7" 2024-11-27T12:20:33,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69fbb1c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:33,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,33547,-1] 2024-11-27T12:20:33,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:20:33,523 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:33,523 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:20:33,524 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56d21f22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:33,524 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:20:33,525 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,33547,1732710023548 2024-11-27T12:20:33,525 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54c10666 2024-11-27T12:20:33,525 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:20:33,526 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:20:33,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33547 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://1ba5af43fd99:36149,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T12:20:33,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33547 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T12:20:33,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:20:33,528 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ba5af43fd99:36149' 2024-11-27T12:20:33,529 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62f9b481, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:33,529 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,36149,-1 for getting cluster id 2024-11-27T12:20:33,529 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:20:33,530 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f21d500-0257-40a5-9a53-558322cc0087' 2024-11-27T12:20:33,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:20:33,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f21d500-0257-40a5-9a53-558322cc0087" 2024-11-27T12:20:33,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68bf564b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:33,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,36149,-1] 2024-11-27T12:20:33,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:20:33,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:33,531 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:20:33,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64cdb526, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:33,531 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:20:33,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,36149,1732710017866 2024-11-27T12:20:33,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6104edb2 2024-11-27T12:20:33,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:20:33,533 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:20:33,533 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T12:20:33,533 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T12:20:33,533 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:33,534 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:33,534 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:20:33,534 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:20:33,535 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T12:20:33,536 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T12:20:33,536 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:33,537 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T12:20:33,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741837_1013 (size=1138) 2024-11-27T12:20:33,585 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T12:20:33,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:20:33,806 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.wal-reader.1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/WALs/1ba5af43fd99,44951,1732710018062/1ba5af43fd99%2C44951%2C1732710018062.1732710020399 to pos 379, reset compression=false 2024-11-27T12:20:33,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:20:33,944 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4477d89dd8ea9747c99049efd5f836c1, NAME => 'hbase:replication,,1732710033534.4477d89dd8ea9747c99049efd5f836c1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7 2024-11-27T12:20:33,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741838_1014 (size=44) 2024-11-27T12:20:34,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:20:34,310 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.wal-reader.1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/WALs/1ba5af43fd99,44951,1732710018062/1ba5af43fd99%2C44951%2C1732710018062.1732710020399 to pos 379, reset compression=false 2024-11-27T12:20:34,349 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732710033534.4477d89dd8ea9747c99049efd5f836c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:20:34,349 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4477d89dd8ea9747c99049efd5f836c1, disabling compactions & flushes 2024-11-27T12:20:34,349 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732710033534.4477d89dd8ea9747c99049efd5f836c1. 2024-11-27T12:20:34,349 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732710033534.4477d89dd8ea9747c99049efd5f836c1. 2024-11-27T12:20:34,349 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732710033534.4477d89dd8ea9747c99049efd5f836c1. after waiting 0 ms 2024-11-27T12:20:34,349 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732710033534.4477d89dd8ea9747c99049efd5f836c1. 2024-11-27T12:20:34,349 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732710033534.4477d89dd8ea9747c99049efd5f836c1. 2024-11-27T12:20:34,349 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4477d89dd8ea9747c99049efd5f836c1: Waiting for close lock at 1732710034349Disabling compacts and flushes for region at 1732710034349Disabling writes for close at 1732710034349Writing region close event to WAL at 1732710034349Closed at 1732710034349 2024-11-27T12:20:34,350 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T12:20:34,351 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732710033534.4477d89dd8ea9747c99049efd5f836c1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732710034350"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732710034350"}]},"ts":"1732710034350"} 2024-11-27T12:20:34,352 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T12:20:34,353 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T12:20:34,353 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710034353"}]},"ts":"1732710034353"} 2024-11-27T12:20:34,355 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T12:20:34,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4477d89dd8ea9747c99049efd5f836c1, ASSIGN}] 2024-11-27T12:20:34,356 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4477d89dd8ea9747c99049efd5f836c1, ASSIGN 2024-11-27T12:20:34,356 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4477d89dd8ea9747c99049efd5f836c1, ASSIGN; state=OFFLINE, location=1ba5af43fd99,43737,1732710023796; forceNewPlan=false, retain=false 2024-11-27T12:20:34,507 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4477d89dd8ea9747c99049efd5f836c1, regionState=OPENING, regionLocation=1ba5af43fd99,43737,1732710023796 2024-11-27T12:20:34,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4477d89dd8ea9747c99049efd5f836c1, ASSIGN because future has completed 2024-11-27T12:20:34,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4477d89dd8ea9747c99049efd5f836c1, server=1ba5af43fd99,43737,1732710023796}] 2024-11-27T12:20:34,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:20:34,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732710033534.4477d89dd8ea9747c99049efd5f836c1. 2024-11-27T12:20:34,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:20:34,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T12:20:34,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C43737%2C1732710023796.rep, suffix=, logDir=hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/WALs/1ba5af43fd99,43737,1732710023796, archiveDir=hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/oldWALs, maxLogs=10 2024-11-27T12:20:34,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/WALs/1ba5af43fd99,43737,1732710023796/1ba5af43fd99%2C43737%2C1732710023796.rep.1732710034666, exclude list is [], retry=0 2024-11-27T12:20:34,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38385,DS-9bb994aa-ee9c-453a-9d4d-4d4098afbb05,DISK] 2024-11-27T12:20:34,681 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/WALs/1ba5af43fd99,43737,1732710023796/1ba5af43fd99%2C43737%2C1732710023796.rep.1732710034666 2024-11-27T12:20:34,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42857:42857)] 2024-11-27T12:20:34,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4477d89dd8ea9747c99049efd5f836c1, NAME => 'hbase:replication,,1732710033534.4477d89dd8ea9747c99049efd5f836c1.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:20:34,681 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:20:34,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T12:20:34,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732710033534.4477d89dd8ea9747c99049efd5f836c1. service=MultiRowMutationService 2024-11-27T12:20:34,682 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T12:20:34,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4477d89dd8ea9747c99049efd5f836c1 2024-11-27T12:20:34,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732710033534.4477d89dd8ea9747c99049efd5f836c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:20:34,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4477d89dd8ea9747c99049efd5f836c1 2024-11-27T12:20:34,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4477d89dd8ea9747c99049efd5f836c1 2024-11-27T12:20:34,684 INFO [StoreOpener-4477d89dd8ea9747c99049efd5f836c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4477d89dd8ea9747c99049efd5f836c1 2024-11-27T12:20:34,685 INFO [StoreOpener-4477d89dd8ea9747c99049efd5f836c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4477d89dd8ea9747c99049efd5f836c1 columnFamilyName hfileref 2024-11-27T12:20:34,685 DEBUG [StoreOpener-4477d89dd8ea9747c99049efd5f836c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:34,685 INFO [StoreOpener-4477d89dd8ea9747c99049efd5f836c1-1 {}] regionserver.HStore(327): Store=4477d89dd8ea9747c99049efd5f836c1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:20:34,685 INFO [StoreOpener-4477d89dd8ea9747c99049efd5f836c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4477d89dd8ea9747c99049efd5f836c1 2024-11-27T12:20:34,686 INFO [StoreOpener-4477d89dd8ea9747c99049efd5f836c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4477d89dd8ea9747c99049efd5f836c1 columnFamilyName queue 2024-11-27T12:20:34,686 DEBUG [StoreOpener-4477d89dd8ea9747c99049efd5f836c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:34,686 INFO [StoreOpener-4477d89dd8ea9747c99049efd5f836c1-1 {}] regionserver.HStore(327): Store=4477d89dd8ea9747c99049efd5f836c1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:20:34,686 INFO [StoreOpener-4477d89dd8ea9747c99049efd5f836c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4477d89dd8ea9747c99049efd5f836c1 2024-11-27T12:20:34,688 INFO [StoreOpener-4477d89dd8ea9747c99049efd5f836c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4477d89dd8ea9747c99049efd5f836c1 columnFamilyName sid 2024-11-27T12:20:34,688 DEBUG [StoreOpener-4477d89dd8ea9747c99049efd5f836c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:34,688 INFO [StoreOpener-4477d89dd8ea9747c99049efd5f836c1-1 {}] regionserver.HStore(327): Store=4477d89dd8ea9747c99049efd5f836c1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:20:34,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4477d89dd8ea9747c99049efd5f836c1 2024-11-27T12:20:34,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/hbase/replication/4477d89dd8ea9747c99049efd5f836c1 2024-11-27T12:20:34,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/hbase/replication/4477d89dd8ea9747c99049efd5f836c1 2024-11-27T12:20:34,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4477d89dd8ea9747c99049efd5f836c1 2024-11-27T12:20:34,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4477d89dd8ea9747c99049efd5f836c1 2024-11-27T12:20:34,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T12:20:34,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4477d89dd8ea9747c99049efd5f836c1 2024-11-27T12:20:34,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/hbase/replication/4477d89dd8ea9747c99049efd5f836c1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:20:34,694 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4477d89dd8ea9747c99049efd5f836c1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65067675, jitterRate=-0.030416086316108704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T12:20:34,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4477d89dd8ea9747c99049efd5f836c1 2024-11-27T12:20:34,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4477d89dd8ea9747c99049efd5f836c1: Running coprocessor pre-open hook at 1732710034682Writing region info on filesystem at 1732710034682Initializing all the Stores at 1732710034683 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710034683Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710034683Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710034683Cleaning up temporary data from old regions at 1732710034690 (+7 ms)Running coprocessor post-open hooks at 1732710034694 (+4 ms)Region opened successfully at 1732710034694 2024-11-27T12:20:34,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732710033534.4477d89dd8ea9747c99049efd5f836c1., pid=10, masterSystemTime=1732710034661 2024-11-27T12:20:34,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732710033534.4477d89dd8ea9747c99049efd5f836c1. 2024-11-27T12:20:34,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732710033534.4477d89dd8ea9747c99049efd5f836c1. 2024-11-27T12:20:34,697 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4477d89dd8ea9747c99049efd5f836c1, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,43737,1732710023796 2024-11-27T12:20:34,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4477d89dd8ea9747c99049efd5f836c1, server=1ba5af43fd99,43737,1732710023796 because future has completed 2024-11-27T12:20:34,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T12:20:34,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4477d89dd8ea9747c99049efd5f836c1, server=1ba5af43fd99,43737,1732710023796 in 191 msec 2024-11-27T12:20:34,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T12:20:34,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4477d89dd8ea9747c99049efd5f836c1, ASSIGN in 347 msec 2024-11-27T12:20:34,704 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T12:20:34,705 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710034705"}]},"ts":"1732710034705"} 2024-11-27T12:20:34,707 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T12:20:34,707 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T12:20:34,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-11-27T12:20:34,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732710033534.4477d89dd8ea9747c99049efd5f836c1., hostname=1ba5af43fd99,43737,1732710023796, seqNum=2] 2024-11-27T12:20:34,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33547-0x1017c3c9ef20003, quorum=127.0.0.1:53585, baseZNode=/1711603542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1711603542 2024-11-27T12:20:34,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1017c3c9ef20004, quorum=127.0.0.1:53585, baseZNode=/1711603542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1711603542 2024-11-27T12:20:34,914 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.wal-reader.1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/WALs/1ba5af43fd99,44951,1732710018062/1ba5af43fd99%2C44951%2C1732710018062.1732710020399 to pos 379, reset compression=false 2024-11-27T12:20:34,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T12:20:35,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43737 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T12:20:35,074 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T12:20:35,100 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1ba5af43fd99,43737,1732710023796, ReplicationSource: 1, currentBandwidth=0 2024-11-27T12:20:35,100 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:20:35,100 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,43737,1732710023796, seqNum=-1] 2024-11-27T12:20:35,100 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:20:35,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60891, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-27T12:20:35,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1ba5af43fd99,43737,1732710023796', locateType=CURRENT is [region=hbase:replication,,1732710033534.4477d89dd8ea9747c99049efd5f836c1., hostname=1ba5af43fd99,43737,1732710023796, seqNum=2] 2024-11-27T12:20:35,105 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T12:20:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33547 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T12:20:35,106 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1ba5af43fd99,43737,1732710023796 suceeded 2024-11-27T12:20:35,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T12:20:35,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-27T12:20:35,108 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1ba5af43fd99:36149,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T12:20:35,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5820 sec 2024-11-27T12:20:35,118 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43737,1732710023796 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ba5af43fd99:36149' 2024-11-27T12:20:35,119 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43737,1732710023796 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26aed18a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:35,119 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43737,1732710023796 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,36149,-1 for getting cluster id 2024-11-27T12:20:35,119 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43737,1732710023796 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:20:35,119 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f21d500-0257-40a5-9a53-558322cc0087' 2024-11-27T12:20:35,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:20:35,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f21d500-0257-40a5-9a53-558322cc0087" 2024-11-27T12:20:35,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@467dafde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:35,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,36149,-1] 2024-11-27T12:20:35,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:20:35,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:35,121 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:20:35,121 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43737,1732710023796 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6460582f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:35,121 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43737,1732710023796 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:20:35,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,36149,1732710017866 2024-11-27T12:20:35,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42e654c1 2024-11-27T12:20:35,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:20:35,122 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-27T12:20:35,123 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43737,1732710023796 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1ba5af43fd99,43737,1732710023796 (queues=1) is replicating from cluster=006b0ff3-1940-4cb6-97dd-b1976734f7e7 to cluster=8f21d500-0257-40a5-9a53-558322cc0087 2024-11-27T12:20:35,123 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43737,1732710023796 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1ba5af43fd99%2C43737%2C1732710023796 2024-11-27T12:20:35,123 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43737,1732710023796 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1ba5af43fd99,43737,1732710023796, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T12:20:35,123 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43737,1732710023796.replicationSource.shipper1ba5af43fd99%2C43737%2C1732710023796,1-1ba5af43fd99,43737,1732710023796 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1ba5af43fd99%2C43737%2C1732710023796 2024-11-27T12:20:35,123 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43737,1732710023796.replicationSource.wal-reader.1ba5af43fd99%2C43737%2C1732710023796,1-1ba5af43fd99,43737,1732710023796 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/WALs/1ba5af43fd99,43737,1732710023796/1ba5af43fd99%2C43737%2C1732710023796.1732710025820, startPosition=0, beingWritten=true 2024-11-27T12:20:35,128 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43737,1732710023796.replicationSource.wal-reader.1ba5af43fd99%2C43737%2C1732710023796,1-1ba5af43fd99,43737,1732710023796 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T12:20:35,128 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43737,1732710023796.replicationSource.wal-reader.1ba5af43fd99%2C43737%2C1732710023796,1-1ba5af43fd99,43737,1732710023796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/WALs/1ba5af43fd99,43737,1732710023796/1ba5af43fd99%2C43737%2C1732710023796.1732710025820 to pos 379, reset compression=false 2024-11-27T12:20:35,128 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43737,1732710023796.replicationSource.shipper1ba5af43fd99%2C43737%2C1732710023796,1-1ba5af43fd99,43737,1732710023796 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,43737,1732710023796 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/WALs/1ba5af43fd99,43737,1732710023796/1ba5af43fd99%2C43737%2C1732710023796.1732710025820, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T12:20:35,331 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43737,1732710023796.replicationSource.wal-reader.1ba5af43fd99%2C43737%2C1732710023796,1-1ba5af43fd99,43737,1732710023796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/WALs/1ba5af43fd99,43737,1732710023796/1ba5af43fd99%2C43737%2C1732710023796.1732710025820 to pos 379, reset compression=false 2024-11-27T12:20:35,617 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.wal-reader.1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/WALs/1ba5af43fd99,44951,1732710018062/1ba5af43fd99%2C44951%2C1732710018062.1732710020399 to pos 379, reset compression=false 2024-11-27T12:20:35,635 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43737,1732710023796.replicationSource.wal-reader.1ba5af43fd99%2C43737%2C1732710023796,1-1ba5af43fd99,43737,1732710023796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/WALs/1ba5af43fd99,43737,1732710023796/1ba5af43fd99%2C43737%2C1732710023796.1732710025820 to pos 379, reset compression=false 2024-11-27T12:20:35,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:20:35,670 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T12:20:35,671 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:20:35,671 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:20:35,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:35,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:35,671 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:20:35,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:20:35,675 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732710035674/Put/seqid=0 2024-11-27T12:20:35,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741840_1016 (size=7894) 2024-11-27T12:20:36,038 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43737,1732710023796.replicationSource.wal-reader.1ba5af43fd99%2C43737%2C1732710023796,1-1ba5af43fd99,43737,1732710023796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/WALs/1ba5af43fd99,43737,1732710023796/1ba5af43fd99%2C43737%2C1732710023796.1732710025820 to pos 379, reset compression=false 2024-11-27T12:20:36,081 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732710036080/Put/seqid=0 2024-11-27T12:20:36,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741841_1017 (size=7691) 2024-11-27T12:20:36,434 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.wal-reader.1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/WALs/1ba5af43fd99,44951,1732710018062/1ba5af43fd99%2C44951%2C1732710018062.1732710020399 to pos 379, reset compression=false 2024-11-27T12:20:36,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc9e2f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:36,486 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,36149,-1 for getting cluster id 2024-11-27T12:20:36,486 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:20:36,486 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f21d500-0257-40a5-9a53-558322cc0087' 2024-11-27T12:20:36,487 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:20:36,487 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f21d500-0257-40a5-9a53-558322cc0087" 2024-11-27T12:20:36,487 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9fb3a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:36,487 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,36149,-1] 2024-11-27T12:20:36,487 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:20:36,487 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:36,488 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:20:36,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6533354b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:36,489 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:20:36,489 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,44951,1732710018062, seqNum=-1] 2024-11-27T12:20:36,490 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:20:36,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:20:36,498 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:20:36,498 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,36149,1732710017866 2024-11-27T12:20:36,498 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@573f60fe 2024-11-27T12:20:36,499 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:20:36,499 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:20:36,502 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732710027062.779ec9a2e70469e43b249c04e2c29592., hostname=1ba5af43fd99,44951,1732710018062, seqNum=2] 2024-11-27T12:20:36,504 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T12:20:36,509 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-27T12:20:36,511 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-27T12:20:36,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 779ec9a2e70469e43b249c04e2c29592/f 2024-11-27T12:20:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-27T12:20:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T12:20:36,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 779ec9a2e70469e43b249c04e2c29592/f 2024-11-27T12:20:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-27T12:20:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T12:20:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.HRegion(2603): Flush status journal for 779ec9a2e70469e43b249c04e2c29592: 2024-11-27T12:20:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/staging/jenkins__test__v7gek1o51qduo6mb0o4mdetqn2ekcqdbrh3dcdbi2a3h5qmp8ufpm0dcapvlh0ra/f/hfile_0 2024-11-27T12:20:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/staging/jenkins__test__v7gek1o51qduo6mb0o4mdetqn2ekcqdbrh3dcdbi2a3h5qmp8ufpm0dcapvlh0ra/f/hfile_0 as hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/default/test/779ec9a2e70469e43b249c04e2c29592/f/4c94ff17a98e4f39b89e403baf8cb6cd_SeqId_4_ 2024-11-27T12:20:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/staging/jenkins__test__v7gek1o51qduo6mb0o4mdetqn2ekcqdbrh3dcdbi2a3h5qmp8ufpm0dcapvlh0ra/f/hfile_1 2024-11-27T12:20:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/staging/jenkins__test__v7gek1o51qduo6mb0o4mdetqn2ekcqdbrh3dcdbi2a3h5qmp8ufpm0dcapvlh0ra/f/hfile_1 as hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/default/test/779ec9a2e70469e43b249c04e2c29592/f/73d203b82a414542a60b06f6553bc5ae_SeqId_4_ 2024-11-27T12:20:36,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/staging/jenkins__test__v7gek1o51qduo6mb0o4mdetqn2ekcqdbrh3dcdbi2a3h5qmp8ufpm0dcapvlh0ra/f/hfile_0 into 779ec9a2e70469e43b249c04e2c29592/f as hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/default/test/779ec9a2e70469e43b249c04e2c29592/f/4c94ff17a98e4f39b89e403baf8cb6cd_SeqId_4_ - updating store file list. 2024-11-27T12:20:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4c94ff17a98e4f39b89e403baf8cb6cd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T12:20:36,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/default/test/779ec9a2e70469e43b249c04e2c29592/f/4c94ff17a98e4f39b89e403baf8cb6cd_SeqId_4_ into 779ec9a2e70469e43b249c04e2c29592/f 2024-11-27T12:20:36,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/staging/jenkins__test__v7gek1o51qduo6mb0o4mdetqn2ekcqdbrh3dcdbi2a3h5qmp8ufpm0dcapvlh0ra/f/hfile_0 into 779ec9a2e70469e43b249c04e2c29592/f (new location: hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/default/test/779ec9a2e70469e43b249c04e2c29592/f/4c94ff17a98e4f39b89e403baf8cb6cd_SeqId_4_) 2024-11-27T12:20:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/staging/jenkins__test__v7gek1o51qduo6mb0o4mdetqn2ekcqdbrh3dcdbi2a3h5qmp8ufpm0dcapvlh0ra/f/hfile_0 2024-11-27T12:20:36,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/staging/jenkins__test__v7gek1o51qduo6mb0o4mdetqn2ekcqdbrh3dcdbi2a3h5qmp8ufpm0dcapvlh0ra/f/hfile_1 into 779ec9a2e70469e43b249c04e2c29592/f as hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/default/test/779ec9a2e70469e43b249c04e2c29592/f/73d203b82a414542a60b06f6553bc5ae_SeqId_4_ - updating store file list. 2024-11-27T12:20:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 73d203b82a414542a60b06f6553bc5ae_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T12:20:36,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/default/test/779ec9a2e70469e43b249c04e2c29592/f/73d203b82a414542a60b06f6553bc5ae_SeqId_4_ into 779ec9a2e70469e43b249c04e2c29592/f 2024-11-27T12:20:36,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/staging/jenkins__test__v7gek1o51qduo6mb0o4mdetqn2ekcqdbrh3dcdbi2a3h5qmp8ufpm0dcapvlh0ra/f/hfile_1 into 779ec9a2e70469e43b249c04e2c29592/f (new location: hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/default/test/779ec9a2e70469e43b249c04e2c29592/f/73d203b82a414542a60b06f6553bc5ae_SeqId_4_) 2024-11-27T12:20:36,542 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43737,1732710023796.replicationSource.wal-reader.1ba5af43fd99%2C43737%2C1732710023796,1-1ba5af43fd99,43737,1732710023796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/WALs/1ba5af43fd99,43737,1732710023796/1ba5af43fd99%2C43737%2C1732710023796.1732710025820 to pos 379, reset compression=false 2024-11-27T12:20:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/staging/jenkins__test__v7gek1o51qduo6mb0o4mdetqn2ekcqdbrh3dcdbi2a3h5qmp8ufpm0dcapvlh0ra/f/hfile_1 2024-11-27T12:20:36,544 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:20:36,545 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:20:36,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:36,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:36,545 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:20:36,546 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:20:36,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,43737,1732710023796, seqNum=-1] 2024-11-27T12:20:36,547 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T12:20:36,547 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732710027062.779ec9a2e70469e43b249c04e2c29592., hostname=1ba5af43fd99,44951,1732710018062, seqNum=2 , the old value is region=test,,1732710027062.779ec9a2e70469e43b249c04e2c29592., hostname=1ba5af43fd99,44951,1732710018062, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1ba5af43fd99:44951 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T12:20:36,547 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732710027062.779ec9a2e70469e43b249c04e2c29592., hostname=1ba5af43fd99,44951,1732710018062, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T12:20:36,547 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732710027062.779ec9a2e70469e43b249c04e2c29592., hostname=1ba5af43fd99,44951,1732710018062, seqNum=2 from cache 2024-11-27T12:20:36,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:20:36,548 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:20:36,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732710029213.4f2d53533ca61e3848df24cb9ddad2cb., hostname=1ba5af43fd99,43737,1732710023796, seqNum=2] 2024-11-27T12:20:36,552 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T12:20:36,650 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:44951 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T12:20:37,153 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43737,1732710023796.replicationSource.wal-reader.1ba5af43fd99%2C43737%2C1732710023796,1-1ba5af43fd99,43737,1732710023796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/WALs/1ba5af43fd99,43737,1732710023796/1ba5af43fd99%2C43737%2C1732710023796.1732710025820 to pos 379, reset compression=false 2024-11-27T12:20:37,337 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.wal-reader.1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/WALs/1ba5af43fd99,44951,1732710018062/1ba5af43fd99%2C44951%2C1732710018062.1732710020399 to pos 379, reset compression=false 2024-11-27T12:20:37,372 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.wal-reader.1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T12:20:37,372 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.shipper1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,44951,1732710018062 got entry batch from reader: WALEntryBatch [walEntries=[{test/779ec9a2e70469e43b249c04e2c29592/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732710036542/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/WALs/1ba5af43fd99,44951,1732710018062/1ba5af43fd99%2C44951%2C1732710018062.1732710020399, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T12:20:37,374 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.shipper1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T12:20:37,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-27T12:20:37,376 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] regionserver.ReplicationSink(318): Replicating [8f21d500-0257-40a5-9a53-558322cc0087] bulk loaded data 2024-11-27T12:20:37,376 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60abadd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:37,376 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,33547,-1 for getting cluster id 2024-11-27T12:20:37,376 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:20:37,377 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '006b0ff3-1940-4cb6-97dd-b1976734f7e7' 2024-11-27T12:20:37,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:20:37,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "006b0ff3-1940-4cb6-97dd-b1976734f7e7" 2024-11-27T12:20:37,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@319a1c39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:37,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,33547,-1] 2024-11-27T12:20:37,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:20:37,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:37,378 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:20:37,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d7cbddd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:37,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741840_1016 (size=7894) 2024-11-27T12:20:37,553 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T12:20:37,572 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.wal-reader.1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/WALs/1ba5af43fd99,44951,1732710018062/1ba5af43fd99%2C44951%2C1732710018062.1732710020399 to pos 687, reset compression=false 2024-11-27T12:20:37,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741841_1017 (size=7691) 2024-11-27T12:20:37,857 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43737,1732710023796.replicationSource.wal-reader.1ba5af43fd99%2C43737%2C1732710023796,1-1ba5af43fd99,43737,1732710023796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/WALs/1ba5af43fd99,43737,1732710023796/1ba5af43fd99%2C43737%2C1732710023796.1732710025820 to pos 379, reset compression=false 2024-11-27T12:20:37,876 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.wal-reader.1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/WALs/1ba5af43fd99,44951,1732710018062/1ba5af43fd99%2C44951%2C1732710018062.1732710020399 to pos 687, reset compression=false 2024-11-27T12:20:38,058 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:20:38,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:38,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:38,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:38,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:38,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:38,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:38,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:38,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:38,116 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T12:20:38,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:20:38,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,33547,1732710023548 2024-11-27T12:20:38,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a64a546 2024-11-27T12:20:38,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:20:38,199 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-27T12:20:38,201 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T12:20:38,202 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:20:38,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,43737,1732710023796, seqNum=-1] 2024-11-27T12:20:38,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:20:38,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-27T12:20:38,208 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/staging/jenkins.hfs.11__test__f9jojerpshjtrr1p49fql6fgn0biusd4q5243h6s43o9hnsksunk8hufepdp2f3m/f/4c94ff17a98e4f39b89e403baf8cb6cd_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-27T12:20:38,211 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/staging/jenkins.hfs.11__test__f9jojerpshjtrr1p49fql6fgn0biusd4q5243h6s43o9hnsksunk8hufepdp2f3m/f/73d203b82a414542a60b06f6553bc5ae_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-27T12:20:38,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/staging/jenkins.hfs.11__test__f9jojerpshjtrr1p49fql6fgn0biusd4q5243h6s43o9hnsksunk8hufepdp2f3m/f/4c94ff17a98e4f39b89e403baf8cb6cd_SeqId_4_ for inclusion in 4f2d53533ca61e3848df24cb9ddad2cb/f 2024-11-27T12:20:38,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-27T12:20:38,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T12:20:38,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/staging/jenkins.hfs.11__test__f9jojerpshjtrr1p49fql6fgn0biusd4q5243h6s43o9hnsksunk8hufepdp2f3m/f/73d203b82a414542a60b06f6553bc5ae_SeqId_4_ for inclusion in 4f2d53533ca61e3848df24cb9ddad2cb/f 2024-11-27T12:20:38,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-27T12:20:38,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T12:20:38,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] regionserver.HRegion(2603): Flush status journal for 4f2d53533ca61e3848df24cb9ddad2cb: 2024-11-27T12:20:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4c94ff17a98e4f39b89e403baf8cb6cd_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T12:20:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/staging/jenkins.hfs.11__test__f9jojerpshjtrr1p49fql6fgn0biusd4q5243h6s43o9hnsksunk8hufepdp2f3m/f/4c94ff17a98e4f39b89e403baf8cb6cd_SeqId_4_ as hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/default/test/4f2d53533ca61e3848df24cb9ddad2cb/f/5f776151bac94c6681ccd25715d906fa_SeqId_4_ 2024-11-27T12:20:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 73d203b82a414542a60b06f6553bc5ae_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T12:20:38,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/staging/jenkins.hfs.11__test__f9jojerpshjtrr1p49fql6fgn0biusd4q5243h6s43o9hnsksunk8hufepdp2f3m/f/73d203b82a414542a60b06f6553bc5ae_SeqId_4_ as hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/default/test/4f2d53533ca61e3848df24cb9ddad2cb/f/96cd008ee7df4d6088dec49e60e19837_SeqId_4_ 2024-11-27T12:20:38,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/staging/jenkins.hfs.11__test__f9jojerpshjtrr1p49fql6fgn0biusd4q5243h6s43o9hnsksunk8hufepdp2f3m/f/4c94ff17a98e4f39b89e403baf8cb6cd_SeqId_4_ into 4f2d53533ca61e3848df24cb9ddad2cb/f as hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/default/test/4f2d53533ca61e3848df24cb9ddad2cb/f/5f776151bac94c6681ccd25715d906fa_SeqId_4_ - updating store file list. 2024-11-27T12:20:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5f776151bac94c6681ccd25715d906fa_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T12:20:38,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/default/test/4f2d53533ca61e3848df24cb9ddad2cb/f/5f776151bac94c6681ccd25715d906fa_SeqId_4_ into 4f2d53533ca61e3848df24cb9ddad2cb/f 2024-11-27T12:20:38,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/staging/jenkins.hfs.11__test__f9jojerpshjtrr1p49fql6fgn0biusd4q5243h6s43o9hnsksunk8hufepdp2f3m/f/4c94ff17a98e4f39b89e403baf8cb6cd_SeqId_4_ into 4f2d53533ca61e3848df24cb9ddad2cb/f (new location: hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/default/test/4f2d53533ca61e3848df24cb9ddad2cb/f/5f776151bac94c6681ccd25715d906fa_SeqId_4_) 2024-11-27T12:20:38,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/staging/jenkins.hfs.11__test__f9jojerpshjtrr1p49fql6fgn0biusd4q5243h6s43o9hnsksunk8hufepdp2f3m/f/4c94ff17a98e4f39b89e403baf8cb6cd_SeqId_4_ 2024-11-27T12:20:38,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/staging/jenkins.hfs.11__test__f9jojerpshjtrr1p49fql6fgn0biusd4q5243h6s43o9hnsksunk8hufepdp2f3m/f/73d203b82a414542a60b06f6553bc5ae_SeqId_4_ into 4f2d53533ca61e3848df24cb9ddad2cb/f as hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/default/test/4f2d53533ca61e3848df24cb9ddad2cb/f/96cd008ee7df4d6088dec49e60e19837_SeqId_4_ - updating store file list. 2024-11-27T12:20:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 96cd008ee7df4d6088dec49e60e19837_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T12:20:38,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/default/test/4f2d53533ca61e3848df24cb9ddad2cb/f/96cd008ee7df4d6088dec49e60e19837_SeqId_4_ into 4f2d53533ca61e3848df24cb9ddad2cb/f 2024-11-27T12:20:38,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/staging/jenkins.hfs.11__test__f9jojerpshjtrr1p49fql6fgn0biusd4q5243h6s43o9hnsksunk8hufepdp2f3m/f/73d203b82a414542a60b06f6553bc5ae_SeqId_4_ into 4f2d53533ca61e3848df24cb9ddad2cb/f (new location: hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/default/test/4f2d53533ca61e3848df24cb9ddad2cb/f/96cd008ee7df4d6088dec49e60e19837_SeqId_4_) 2024-11-27T12:20:38,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/staging/jenkins.hfs.11__test__f9jojerpshjtrr1p49fql6fgn0biusd4q5243h6s43o9hnsksunk8hufepdp2f3m/f/73d203b82a414542a60b06f6553bc5ae_SeqId_4_ 2024-11-27T12:20:38,233 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] regionserver.ReplicationSink(324): Finished replicating [8f21d500-0257-40a5-9a53-558322cc0087] bulk loaded data 2024-11-27T12:20:38,279 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.wal-reader.1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/WALs/1ba5af43fd99,44951,1732710018062/1ba5af43fd99%2C44951%2C1732710018062.1732710020399 to pos 687, reset compression=false 2024-11-27T12:20:38,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:20:38,563 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732710038562/Put/seqid=0 2024-11-27T12:20:38,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741842_1018 (size=11194) 2024-11-27T12:20:38,660 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43737,1732710023796.replicationSource.wal-reader.1ba5af43fd99%2C43737%2C1732710023796,1-1ba5af43fd99,43737,1732710023796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/WALs/1ba5af43fd99,43737,1732710023796/1ba5af43fd99%2C43737%2C1732710023796.1732710025820 to pos 379, reset compression=false 2024-11-27T12:20:38,664 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43737,1732710023796.replicationSource.wal-reader.1ba5af43fd99%2C43737%2C1732710023796,1-1ba5af43fd99,43737,1732710023796 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T12:20:38,664 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43737,1732710023796.replicationSource.shipper1ba5af43fd99%2C43737%2C1732710023796,1-1ba5af43fd99,43737,1732710023796 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,43737,1732710023796 got entry batch from reader: WALEntryBatch [walEntries=[{test/4f2d53533ca61e3848df24cb9ddad2cb/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732710038232/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/WALs/1ba5af43fd99,43737,1732710023796/1ba5af43fd99%2C43737%2C1732710023796.1732710025820, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-27T12:20:38,666 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43737,1732710023796.replicationSource.shipper1ba5af43fd99%2C43737%2C1732710023796,1-1ba5af43fd99,43737,1732710023796 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T12:20:38,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-27T12:20:38,667 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.ReplicationSink(318): Replicating [8f21d500-0257-40a5-9a53-558322cc0087, 006b0ff3-1940-4cb6-97dd-b1976734f7e7] bulk loaded data 2024-11-27T12:20:38,667 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2266adc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:38,667 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,36149,-1 for getting cluster id 2024-11-27T12:20:38,667 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:20:38,668 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f21d500-0257-40a5-9a53-558322cc0087' 2024-11-27T12:20:38,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:20:38,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f21d500-0257-40a5-9a53-558322cc0087" 2024-11-27T12:20:38,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23ec928f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:38,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,36149,-1] 2024-11-27T12:20:38,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:20:38,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:38,669 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:20:38,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55d6cd78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:38,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741842_1018 (size=7894) 2024-11-27T12:20:38,782 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.wal-reader.1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/WALs/1ba5af43fd99,44951,1732710018062/1ba5af43fd99%2C44951%2C1732710018062.1732710020399 to pos 687, reset compression=false 2024-11-27T12:20:38,864 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43737,1732710023796.replicationSource.wal-reader.1ba5af43fd99%2C43737%2C1732710023796,1-1ba5af43fd99,43737,1732710023796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/WALs/1ba5af43fd99,43737,1732710023796/1ba5af43fd99%2C43737%2C1732710023796.1732710025820 to pos 725, reset compression=false 2024-11-27T12:20:38,969 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732710038968/Put/seqid=0 2024-11-27T12:20:38,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741843_1019 (size=10791) 2024-11-27T12:20:39,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741843_1019 (size=7691) 2024-11-27T12:20:39,168 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43737,1732710023796.replicationSource.wal-reader.1ba5af43fd99%2C43737%2C1732710023796,1-1ba5af43fd99,43737,1732710023796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/WALs/1ba5af43fd99,43737,1732710023796/1ba5af43fd99%2C43737%2C1732710023796.1732710025820 to pos 725, reset compression=false 2024-11-27T12:20:39,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a10c8fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:39,374 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,33547,-1 for getting cluster id 2024-11-27T12:20:39,374 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:20:39,374 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '006b0ff3-1940-4cb6-97dd-b1976734f7e7' 2024-11-27T12:20:39,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:20:39,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "006b0ff3-1940-4cb6-97dd-b1976734f7e7" 2024-11-27T12:20:39,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f4ebca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:39,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,33547,-1] 2024-11-27T12:20:39,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:20:39,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:39,376 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:20:39,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50135271, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:39,376 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:20:39,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,43737,1732710023796, seqNum=-1] 2024-11-27T12:20:39,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:20:39,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:20:39,385 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:20:39,385 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.wal-reader.1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/WALs/1ba5af43fd99,44951,1732710018062/1ba5af43fd99%2C44951%2C1732710018062.1732710020399 to pos 687, reset compression=false 2024-11-27T12:20:39,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,33547,1732710023548 2024-11-27T12:20:39,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46e7006d 2024-11-27T12:20:39,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:20:39,387 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:20:39,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732710029213.4f2d53533ca61e3848df24cb9ddad2cb., hostname=1ba5af43fd99,43737,1732710023796, seqNum=2] 2024-11-27T12:20:39,392 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T12:20:39,398 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-27T12:20:39,400 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-27T12:20:39,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 4f2d53533ca61e3848df24cb9ddad2cb/f 2024-11-27T12:20:39,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-27T12:20:39,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T12:20:39,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 4f2d53533ca61e3848df24cb9ddad2cb/f 2024-11-27T12:20:39,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-27T12:20:39,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T12:20:39,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] regionserver.HRegion(2603): Flush status journal for 4f2d53533ca61e3848df24cb9ddad2cb: 2024-11-27T12:20:39,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/staging/jenkins__test__1nljrriisd1q346h8okgaq06t3ng3j2psl23ke7mj2afjm87ut7uv5eepn871ddu/f/hfile_0 2024-11-27T12:20:39,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/staging/jenkins__test__1nljrriisd1q346h8okgaq06t3ng3j2psl23ke7mj2afjm87ut7uv5eepn871ddu/f/hfile_0 as hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/default/test/4f2d53533ca61e3848df24cb9ddad2cb/f/7954044ca2944997a1852c14c199a73d_SeqId_6_ 2024-11-27T12:20:39,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/staging/jenkins__test__1nljrriisd1q346h8okgaq06t3ng3j2psl23ke7mj2afjm87ut7uv5eepn871ddu/f/hfile_1 2024-11-27T12:20:39,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/staging/jenkins__test__1nljrriisd1q346h8okgaq06t3ng3j2psl23ke7mj2afjm87ut7uv5eepn871ddu/f/hfile_1 as hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/default/test/4f2d53533ca61e3848df24cb9ddad2cb/f/cc64bd65fddd4606b901c956733f2223_SeqId_6_ 2024-11-27T12:20:39,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/staging/jenkins__test__1nljrriisd1q346h8okgaq06t3ng3j2psl23ke7mj2afjm87ut7uv5eepn871ddu/f/hfile_0 into 4f2d53533ca61e3848df24cb9ddad2cb/f as hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/default/test/4f2d53533ca61e3848df24cb9ddad2cb/f/7954044ca2944997a1852c14c199a73d_SeqId_6_ - updating store file list. 2024-11-27T12:20:39,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7954044ca2944997a1852c14c199a73d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T12:20:39,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/default/test/4f2d53533ca61e3848df24cb9ddad2cb/f/7954044ca2944997a1852c14c199a73d_SeqId_6_ into 4f2d53533ca61e3848df24cb9ddad2cb/f 2024-11-27T12:20:39,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/staging/jenkins__test__1nljrriisd1q346h8okgaq06t3ng3j2psl23ke7mj2afjm87ut7uv5eepn871ddu/f/hfile_0 into 4f2d53533ca61e3848df24cb9ddad2cb/f (new location: hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/default/test/4f2d53533ca61e3848df24cb9ddad2cb/f/7954044ca2944997a1852c14c199a73d_SeqId_6_) 2024-11-27T12:20:39,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/staging/jenkins__test__1nljrriisd1q346h8okgaq06t3ng3j2psl23ke7mj2afjm87ut7uv5eepn871ddu/f/hfile_0 2024-11-27T12:20:39,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/staging/jenkins__test__1nljrriisd1q346h8okgaq06t3ng3j2psl23ke7mj2afjm87ut7uv5eepn871ddu/f/hfile_1 into 4f2d53533ca61e3848df24cb9ddad2cb/f as hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/default/test/4f2d53533ca61e3848df24cb9ddad2cb/f/cc64bd65fddd4606b901c956733f2223_SeqId_6_ - updating store file list. 2024-11-27T12:20:39,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cc64bd65fddd4606b901c956733f2223_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T12:20:39,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/default/test/4f2d53533ca61e3848df24cb9ddad2cb/f/cc64bd65fddd4606b901c956733f2223_SeqId_6_ into 4f2d53533ca61e3848df24cb9ddad2cb/f 2024-11-27T12:20:39,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/staging/jenkins__test__1nljrriisd1q346h8okgaq06t3ng3j2psl23ke7mj2afjm87ut7uv5eepn871ddu/f/hfile_1 into 4f2d53533ca61e3848df24cb9ddad2cb/f (new location: hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/default/test/4f2d53533ca61e3848df24cb9ddad2cb/f/cc64bd65fddd4606b901c956733f2223_SeqId_6_) 2024-11-27T12:20:39,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/staging/jenkins__test__1nljrriisd1q346h8okgaq06t3ng3j2psl23ke7mj2afjm87ut7uv5eepn871ddu/f/hfile_1 2024-11-27T12:20:39,428 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:20:39,428 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:20:39,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:39,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:39,428 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:20:39,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732710029213.4f2d53533ca61e3848df24cb9ddad2cb., hostname=1ba5af43fd99,43737,1732710023796, seqNum=2 , the old value is region=test,,1732710029213.4f2d53533ca61e3848df24cb9ddad2cb., hostname=1ba5af43fd99,43737,1732710023796, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1ba5af43fd99:43737 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T12:20:39,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732710029213.4f2d53533ca61e3848df24cb9ddad2cb., hostname=1ba5af43fd99,43737,1732710023796, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T12:20:39,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732710029213.4f2d53533ca61e3848df24cb9ddad2cb., hostname=1ba5af43fd99,43737,1732710023796, seqNum=2 from cache 2024-11-27T12:20:39,429 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:20:39,429 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T12:20:39,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,44951,1732710018062, seqNum=-1] 2024-11-27T12:20:39,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:20:39,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:20:39,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732710027062.779ec9a2e70469e43b249c04e2c29592., hostname=1ba5af43fd99,44951,1732710018062, seqNum=2] 2024-11-27T12:20:39,439 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T12:20:39,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:20:39,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,36149,1732710017866 2024-11-27T12:20:39,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@412a8091 2024-11-27T12:20:39,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:20:39,492 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-27T12:20:39,494 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T12:20:39,494 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:20:39,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,44951,1732710018062, seqNum=-1] 2024-11-27T12:20:39,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:20:39,496 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-27T12:20:39,501 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/staging/jenkins.hfs.10__test__rfi4tehj2m35o4nenks164tvrago113kqasrdhd298491d127ibg2jmv4h8rk9ie/f/5f776151bac94c6681ccd25715d906fa_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-27T12:20:39,503 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/staging/jenkins.hfs.10__test__rfi4tehj2m35o4nenks164tvrago113kqasrdhd298491d127ibg2jmv4h8rk9ie/f/96cd008ee7df4d6088dec49e60e19837_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-27T12:20:39,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.ReplicationSink(324): Finished replicating [8f21d500-0257-40a5-9a53-558322cc0087, 006b0ff3-1940-4cb6-97dd-b1976734f7e7] bulk loaded data 2024-11-27T12:20:39,540 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:43737 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T12:20:39,571 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43737,1732710023796.replicationSource.wal-reader.1ba5af43fd99%2C43737%2C1732710023796,1-1ba5af43fd99,43737,1732710023796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/WALs/1ba5af43fd99,43737,1732710023796/1ba5af43fd99%2C43737%2C1732710023796.1732710025820 to pos 725, reset compression=false 2024-11-27T12:20:39,576 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43737,1732710023796.replicationSource.wal-reader.1ba5af43fd99%2C43737%2C1732710023796,1-1ba5af43fd99,43737,1732710023796 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T12:20:39,576 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43737,1732710023796.replicationSource.shipper1ba5af43fd99%2C43737%2C1732710023796,1-1ba5af43fd99,43737,1732710023796 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,43737,1732710023796 got entry batch from reader: WALEntryBatch [walEntries=[{test/4f2d53533ca61e3848df24cb9ddad2cb/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732710039426/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/WALs/1ba5af43fd99,43737,1732710023796/1ba5af43fd99%2C43737%2C1732710023796.1732710025820, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T12:20:39,577 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.ReplicationSink(318): Replicating [006b0ff3-1940-4cb6-97dd-b1976734f7e7] bulk loaded data 2024-11-27T12:20:39,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741844_1020 (size=11194) 2024-11-27T12:20:39,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741845_1021 (size=10791) 2024-11-27T12:20:39,777 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43737,1732710023796.replicationSource.wal-reader.1ba5af43fd99%2C43737%2C1732710023796,1-1ba5af43fd99,43737,1732710023796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/WALs/1ba5af43fd99,43737,1732710023796/1ba5af43fd99%2C43737%2C1732710023796.1732710025820 to pos 1033, reset compression=false 2024-11-27T12:20:39,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T12:20:40,004 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/staging/jenkins.hfs.10__test__7chmcdooitkdkkuufrrdj48l5m9dgcagisb95gm6oncm773rtan5dcd2aeer0c9p/f/7954044ca2944997a1852c14c199a73d_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-27T12:20:40,006 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/staging/jenkins.hfs.10__test__7chmcdooitkdkkuufrrdj48l5m9dgcagisb95gm6oncm773rtan5dcd2aeer0c9p/f/cc64bd65fddd4606b901c956733f2223_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-27T12:20:40,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/staging/jenkins.hfs.10__test__7chmcdooitkdkkuufrrdj48l5m9dgcagisb95gm6oncm773rtan5dcd2aeer0c9p/f/7954044ca2944997a1852c14c199a73d_SeqId_6_ for inclusion in 779ec9a2e70469e43b249c04e2c29592/f 2024-11-27T12:20:40,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-27T12:20:40,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T12:20:40,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/staging/jenkins.hfs.10__test__7chmcdooitkdkkuufrrdj48l5m9dgcagisb95gm6oncm773rtan5dcd2aeer0c9p/f/cc64bd65fddd4606b901c956733f2223_SeqId_6_ for inclusion in 779ec9a2e70469e43b249c04e2c29592/f 2024-11-27T12:20:40,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-27T12:20:40,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T12:20:40,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.HRegion(2603): Flush status journal for 779ec9a2e70469e43b249c04e2c29592: 2024-11-27T12:20:40,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7954044ca2944997a1852c14c199a73d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T12:20:40,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/staging/jenkins.hfs.10__test__7chmcdooitkdkkuufrrdj48l5m9dgcagisb95gm6oncm773rtan5dcd2aeer0c9p/f/7954044ca2944997a1852c14c199a73d_SeqId_6_ as hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/default/test/779ec9a2e70469e43b249c04e2c29592/f/8bb216e41a7f4d7798488087f5c90399_SeqId_6_ 2024-11-27T12:20:40,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cc64bd65fddd4606b901c956733f2223_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T12:20:40,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/staging/jenkins.hfs.10__test__7chmcdooitkdkkuufrrdj48l5m9dgcagisb95gm6oncm773rtan5dcd2aeer0c9p/f/cc64bd65fddd4606b901c956733f2223_SeqId_6_ as hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/default/test/779ec9a2e70469e43b249c04e2c29592/f/a738b09167bf4b14bc73951f0519c202_SeqId_6_ 2024-11-27T12:20:40,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/staging/jenkins.hfs.10__test__7chmcdooitkdkkuufrrdj48l5m9dgcagisb95gm6oncm773rtan5dcd2aeer0c9p/f/7954044ca2944997a1852c14c199a73d_SeqId_6_ into 779ec9a2e70469e43b249c04e2c29592/f as hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/default/test/779ec9a2e70469e43b249c04e2c29592/f/8bb216e41a7f4d7798488087f5c90399_SeqId_6_ - updating store file list. 2024-11-27T12:20:40,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8bb216e41a7f4d7798488087f5c90399_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T12:20:40,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/default/test/779ec9a2e70469e43b249c04e2c29592/f/8bb216e41a7f4d7798488087f5c90399_SeqId_6_ into 779ec9a2e70469e43b249c04e2c29592/f 2024-11-27T12:20:40,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/staging/jenkins.hfs.10__test__7chmcdooitkdkkuufrrdj48l5m9dgcagisb95gm6oncm773rtan5dcd2aeer0c9p/f/7954044ca2944997a1852c14c199a73d_SeqId_6_ into 779ec9a2e70469e43b249c04e2c29592/f (new location: hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/default/test/779ec9a2e70469e43b249c04e2c29592/f/8bb216e41a7f4d7798488087f5c90399_SeqId_6_) 2024-11-27T12:20:40,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/staging/jenkins.hfs.10__test__7chmcdooitkdkkuufrrdj48l5m9dgcagisb95gm6oncm773rtan5dcd2aeer0c9p/f/7954044ca2944997a1852c14c199a73d_SeqId_6_ 2024-11-27T12:20:40,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/staging/jenkins.hfs.10__test__7chmcdooitkdkkuufrrdj48l5m9dgcagisb95gm6oncm773rtan5dcd2aeer0c9p/f/cc64bd65fddd4606b901c956733f2223_SeqId_6_ into 779ec9a2e70469e43b249c04e2c29592/f as hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/default/test/779ec9a2e70469e43b249c04e2c29592/f/a738b09167bf4b14bc73951f0519c202_SeqId_6_ - updating store file list. 2024-11-27T12:20:40,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a738b09167bf4b14bc73951f0519c202_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T12:20:40,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/default/test/779ec9a2e70469e43b249c04e2c29592/f/a738b09167bf4b14bc73951f0519c202_SeqId_6_ into 779ec9a2e70469e43b249c04e2c29592/f 2024-11-27T12:20:40,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/staging/jenkins.hfs.10__test__7chmcdooitkdkkuufrrdj48l5m9dgcagisb95gm6oncm773rtan5dcd2aeer0c9p/f/cc64bd65fddd4606b901c956733f2223_SeqId_6_ into 779ec9a2e70469e43b249c04e2c29592/f (new location: hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/default/test/779ec9a2e70469e43b249c04e2c29592/f/a738b09167bf4b14bc73951f0519c202_SeqId_6_) 2024-11-27T12:20:40,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/staging/jenkins.hfs.10__test__7chmcdooitkdkkuufrrdj48l5m9dgcagisb95gm6oncm773rtan5dcd2aeer0c9p/f/cc64bd65fddd4606b901c956733f2223_SeqId_6_ 2024-11-27T12:20:40,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.ReplicationSink(324): Finished replicating [006b0ff3-1940-4cb6-97dd-b1976734f7e7] bulk loaded data 2024-11-27T12:20:40,081 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43737,1732710023796.replicationSource.wal-reader.1ba5af43fd99%2C43737%2C1732710023796,1-1ba5af43fd99,43737,1732710023796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/WALs/1ba5af43fd99,43737,1732710023796/1ba5af43fd99%2C43737%2C1732710023796.1732710025820 to pos 1033, reset compression=false 2024-11-27T12:20:40,093 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.wal-reader.1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/WALs/1ba5af43fd99,44951,1732710018062/1ba5af43fd99%2C44951%2C1732710018062.1732710020399 to pos 687, reset compression=false 2024-11-27T12:20:40,098 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.wal-reader.1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T12:20:40,098 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.shipper1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,44951,1732710018062 got entry batch from reader: WALEntryBatch [walEntries=[{test/779ec9a2e70469e43b249c04e2c29592/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732710040029/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/WALs/1ba5af43fd99,44951,1732710018062/1ba5af43fd99%2C44951%2C1732710018062.1732710020399, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-27T12:20:40,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] regionserver.ReplicationSink(318): Replicating [006b0ff3-1940-4cb6-97dd-b1976734f7e7, 8f21d500-0257-40a5-9a53-558322cc0087] bulk loaded data 2024-11-27T12:20:40,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741844_1020 (size=11194) 2024-11-27T12:20:40,298 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.wal-reader.1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/WALs/1ba5af43fd99,44951,1732710018062/1ba5af43fd99%2C44951%2C1732710018062.1732710020399 to pos 1033, reset compression=false 2024-11-27T12:20:40,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T12:20:40,448 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:20:40,448 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:20:40,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:40,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:40,448 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:20:40,448 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T12:20:40,448 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=679962706, stopped=false 2024-11-27T12:20:40,448 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ba5af43fd99,33547,1732710023548 2024-11-27T12:20:40,484 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43737,1732710023796.replicationSource.wal-reader.1ba5af43fd99%2C43737%2C1732710023796,1-1ba5af43fd99,43737,1732710023796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/WALs/1ba5af43fd99,43737,1732710023796/1ba5af43fd99%2C43737%2C1732710023796.1732710025820 to pos 1033, reset compression=false 2024-11-27T12:20:40,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33547-0x1017c3c9ef20003, quorum=127.0.0.1:53585, baseZNode=/1711603542 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1711603542/running 2024-11-27T12:20:40,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1017c3c9ef20004, quorum=127.0.0.1:53585, baseZNode=/1711603542 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1711603542/running 2024-11-27T12:20:40,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1017c3c9ef20004, quorum=127.0.0.1:53585, baseZNode=/1711603542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1711603542 2024-11-27T12:20:40,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33547-0x1017c3c9ef20003, quorum=127.0.0.1:53585, baseZNode=/1711603542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1711603542 2024-11-27T12:20:40,514 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:20:40,514 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:20:40,514 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:20:40,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:40,515 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43737-0x1017c3c9ef20004, quorum=127.0.0.1:53585, baseZNode=/1711603542 Set watcher on znode that does not yet exist, /1711603542/running 2024-11-27T12:20:40,515 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ba5af43fd99,43737,1732710023796' ***** 2024-11-27T12:20:40,515 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T12:20:40,515 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33547-0x1017c3c9ef20003, quorum=127.0.0.1:53585, baseZNode=/1711603542 Set watcher on znode that does not yet exist, /1711603542/running 2024-11-27T12:20:40,515 INFO [RS:0;1ba5af43fd99:43737 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T12:20:40,515 INFO [RS:0;1ba5af43fd99:43737 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T12:20:40,515 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T12:20:40,515 INFO [RS:0;1ba5af43fd99:43737 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T12:20:40,516 INFO [RS:0;1ba5af43fd99:43737 {}] regionserver.HRegionServer(3091): Received CLOSE for 4477d89dd8ea9747c99049efd5f836c1 2024-11-27T12:20:40,516 INFO [RS:0;1ba5af43fd99:43737 {}] regionserver.HRegionServer(3091): Received CLOSE for 4f2d53533ca61e3848df24cb9ddad2cb 2024-11-27T12:20:40,516 INFO [RS:0;1ba5af43fd99:43737 {}] regionserver.HRegionServer(959): stopping server 1ba5af43fd99,43737,1732710023796 2024-11-27T12:20:40,517 INFO [RS:0;1ba5af43fd99:43737 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:20:40,517 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4477d89dd8ea9747c99049efd5f836c1, disabling compactions & flushes 2024-11-27T12:20:40,517 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732710033534.4477d89dd8ea9747c99049efd5f836c1. 2024-11-27T12:20:40,517 INFO [RS:0;1ba5af43fd99:43737 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:43737. 2024-11-27T12:20:40,517 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732710033534.4477d89dd8ea9747c99049efd5f836c1. 2024-11-27T12:20:40,517 DEBUG [RS:0;1ba5af43fd99:43737 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:20:40,517 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732710033534.4477d89dd8ea9747c99049efd5f836c1. after waiting 0 ms 2024-11-27T12:20:40,517 DEBUG [RS:0;1ba5af43fd99:43737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:40,517 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732710033534.4477d89dd8ea9747c99049efd5f836c1. 2024-11-27T12:20:40,517 INFO [RS:0;1ba5af43fd99:43737 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T12:20:40,517 INFO [RS:0;1ba5af43fd99:43737 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T12:20:40,517 INFO [RS:0;1ba5af43fd99:43737 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T12:20:40,517 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4477d89dd8ea9747c99049efd5f836c1 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-27T12:20:40,517 INFO [RS:0;1ba5af43fd99:43737 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T12:20:40,517 INFO [RS:0;1ba5af43fd99:43737 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T12:20:40,517 DEBUG [RS:0;1ba5af43fd99:43737 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4477d89dd8ea9747c99049efd5f836c1=hbase:replication,,1732710033534.4477d89dd8ea9747c99049efd5f836c1., 4f2d53533ca61e3848df24cb9ddad2cb=test,,1732710029213.4f2d53533ca61e3848df24cb9ddad2cb.} 2024-11-27T12:20:40,517 DEBUG [RS:0;1ba5af43fd99:43737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4477d89dd8ea9747c99049efd5f836c1, 4f2d53533ca61e3848df24cb9ddad2cb 2024-11-27T12:20:40,517 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:20:40,517 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:20:40,517 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:20:40,517 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:20:40,517 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:20:40,517 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T12:20:40,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741845_1021 (size=10791) 2024-11-27T12:20:40,532 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/hbase/meta/1588230740/.tmp/info/4c5a185fa40d418d90eab8395df61ae0 is 147, key is hbase:replication,,1732710033534.4477d89dd8ea9747c99049efd5f836c1./info:regioninfo/1732710034697/Put/seqid=0 2024-11-27T12:20:40,534 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/hbase/replication/4477d89dd8ea9747c99049efd5f836c1/.tmp/hfileref/c4239e2709d9409e84606206e2d17f6f is 74, key is 1/hfileref:5f776151bac94c6681ccd25715d906fa_SeqId_4_/1732710039506/DeleteColumn/seqid=0 2024-11-27T12:20:40,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741846_1022 (size=7686) 2024-11-27T12:20:40,536 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/hbase/meta/1588230740/.tmp/info/4c5a185fa40d418d90eab8395df61ae0 2024-11-27T12:20:40,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741847_1023 (size=5345) 2024-11-27T12:20:40,538 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/hbase/replication/4477d89dd8ea9747c99049efd5f836c1/.tmp/hfileref/c4239e2709d9409e84606206e2d17f6f 2024-11-27T12:20:40,559 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/hbase/meta/1588230740/.tmp/ns/315c2f3e7d25484ea84614b9ce026634 is 43, key is default/ns:d/1732710026922/Put/seqid=0 2024-11-27T12:20:40,560 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/hbase/replication/4477d89dd8ea9747c99049efd5f836c1/.tmp/queue/87cd5f4b20df4a2c866f5a682069e477 is 154, key is 1-1ba5af43fd99,43737,1732710023796/queue:1ba5af43fd99%2C43737%2C1732710023796/1732710040034/Put/seqid=0 2024-11-27T12:20:40,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741848_1024 (size=5153) 2024-11-27T12:20:40,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741849_1025 (size=5353) 2024-11-27T12:20:40,593 INFO [regionserver/1ba5af43fd99:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:20:40,602 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.wal-reader.1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/WALs/1ba5af43fd99,44951,1732710018062/1ba5af43fd99%2C44951%2C1732710018062.1732710020399 to pos 1033, reset compression=false 2024-11-27T12:20:40,682 INFO [regionserver/1ba5af43fd99:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T12:20:40,683 INFO [regionserver/1ba5af43fd99:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T12:20:40,717 DEBUG [RS:0;1ba5af43fd99:43737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4477d89dd8ea9747c99049efd5f836c1, 4f2d53533ca61e3848df24cb9ddad2cb 2024-11-27T12:20:40,917 DEBUG [RS:0;1ba5af43fd99:43737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4477d89dd8ea9747c99049efd5f836c1, 4f2d53533ca61e3848df24cb9ddad2cb 2024-11-27T12:20:40,926 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T12:20:40,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43737 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1ba5af43fd99,43737,1732710023796 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T12:20:40,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43737 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:40638 deadline: 1732710100926, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1ba5af43fd99,43737,1732710023796 stopping 2024-11-27T12:20:40,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,43737,1732710023796, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,43737,1732710023796, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1ba5af43fd99,43737,1732710023796 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T12:20:40,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,43737,1732710023796, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1ba5af43fd99,43737,1732710023796 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T12:20:40,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,43737,1732710023796, seqNum=-1 from cache 2024-11-27T12:20:40,963 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/hbase/meta/1588230740/.tmp/ns/315c2f3e7d25484ea84614b9ce026634 2024-11-27T12:20:40,967 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/hbase/replication/4477d89dd8ea9747c99049efd5f836c1/.tmp/queue/87cd5f4b20df4a2c866f5a682069e477 2024-11-27T12:20:40,972 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/hbase/replication/4477d89dd8ea9747c99049efd5f836c1/.tmp/hfileref/c4239e2709d9409e84606206e2d17f6f as hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/hbase/replication/4477d89dd8ea9747c99049efd5f836c1/hfileref/c4239e2709d9409e84606206e2d17f6f 2024-11-27T12:20:40,976 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/hbase/replication/4477d89dd8ea9747c99049efd5f836c1/hfileref/c4239e2709d9409e84606206e2d17f6f, entries=4, sequenceid=12, filesize=5.2 K 2024-11-27T12:20:40,977 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/hbase/replication/4477d89dd8ea9747c99049efd5f836c1/.tmp/queue/87cd5f4b20df4a2c866f5a682069e477 as hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/hbase/replication/4477d89dd8ea9747c99049efd5f836c1/queue/87cd5f4b20df4a2c866f5a682069e477 2024-11-27T12:20:40,981 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/hbase/replication/4477d89dd8ea9747c99049efd5f836c1/queue/87cd5f4b20df4a2c866f5a682069e477, entries=1, sequenceid=12, filesize=5.2 K 2024-11-27T12:20:40,982 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 4477d89dd8ea9747c99049efd5f836c1 in 465ms, sequenceid=12, compaction requested=false 2024-11-27T12:20:40,984 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/hbase/meta/1588230740/.tmp/rep_barrier/97bf5f05e1334b3db1486b4a88f8b76c is 112, key is test,,1732710029213.4f2d53533ca61e3848df24cb9ddad2cb./rep_barrier:seqnumDuringOpen/1732710030360/Put/seqid=0 2024-11-27T12:20:40,988 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43737,1732710023796.replicationSource.wal-reader.1ba5af43fd99%2C43737%2C1732710023796,1-1ba5af43fd99,43737,1732710023796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/WALs/1ba5af43fd99,43737,1732710023796/1ba5af43fd99%2C43737%2C1732710023796.1732710025820 to pos 1033, reset compression=false 2024-11-27T12:20:40,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741850_1026 (size=5518) 2024-11-27T12:20:40,992 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/hbase/meta/1588230740/.tmp/rep_barrier/97bf5f05e1334b3db1486b4a88f8b76c 2024-11-27T12:20:40,997 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/hbase/replication/4477d89dd8ea9747c99049efd5f836c1/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T12:20:40,997 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:20:40,997 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:20:40,997 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732710033534.4477d89dd8ea9747c99049efd5f836c1. 2024-11-27T12:20:40,997 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4477d89dd8ea9747c99049efd5f836c1: Waiting for close lock at 1732710040516Running coprocessor pre-close hooks at 1732710040516Disabling compacts and flushes for region at 1732710040516Disabling writes for close at 1732710040517 (+1 ms)Obtaining lock to block concurrent updates at 1732710040517Preparing flush snapshotting stores in 4477d89dd8ea9747c99049efd5f836c1 at 1732710040517Finished memstore snapshotting hbase:replication,,1732710033534.4477d89dd8ea9747c99049efd5f836c1., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732710040517Flushing stores of hbase:replication,,1732710033534.4477d89dd8ea9747c99049efd5f836c1. at 1732710040518 (+1 ms)Flushing 4477d89dd8ea9747c99049efd5f836c1/hfileref: creating writer at 1732710040518Flushing 4477d89dd8ea9747c99049efd5f836c1/hfileref: appending metadata at 1732710040533 (+15 ms)Flushing 4477d89dd8ea9747c99049efd5f836c1/hfileref: closing flushed file at 1732710040533Flushing 4477d89dd8ea9747c99049efd5f836c1/queue: creating writer at 1732710040544 (+11 ms)Flushing 4477d89dd8ea9747c99049efd5f836c1/queue: appending metadata at 1732710040559 (+15 ms)Flushing 4477d89dd8ea9747c99049efd5f836c1/queue: closing flushed file at 1732710040559Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e5bdf47: reopening flushed file at 1732710040971 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b428d92: reopening flushed file at 1732710040976 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 4477d89dd8ea9747c99049efd5f836c1 in 465ms, sequenceid=12, compaction requested=false at 1732710040982 (+6 ms)Writing region close event to WAL at 1732710040987 (+5 ms)Running coprocessor post-close hooks at 1732710040997 (+10 ms)Closed at 1732710040997 2024-11-27T12:20:40,997 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732710033534.4477d89dd8ea9747c99049efd5f836c1. 2024-11-27T12:20:40,997 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4f2d53533ca61e3848df24cb9ddad2cb, disabling compactions & flushes 2024-11-27T12:20:40,998 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732710029213.4f2d53533ca61e3848df24cb9ddad2cb. 2024-11-27T12:20:40,998 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732710029213.4f2d53533ca61e3848df24cb9ddad2cb. 2024-11-27T12:20:40,998 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732710029213.4f2d53533ca61e3848df24cb9ddad2cb. after waiting 0 ms 2024-11-27T12:20:40,998 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732710029213.4f2d53533ca61e3848df24cb9ddad2cb. 2024-11-27T12:20:41,005 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.wal-reader.1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/WALs/1ba5af43fd99,44951,1732710018062/1ba5af43fd99%2C44951%2C1732710018062.1732710020399 to pos 1033, reset compression=false 2024-11-27T12:20:41,006 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/default/test/4f2d53533ca61e3848df24cb9ddad2cb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T12:20:41,007 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:20:41,007 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T12:20:41,007 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732710029213.4f2d53533ca61e3848df24cb9ddad2cb. 2024-11-27T12:20:41,007 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4f2d53533ca61e3848df24cb9ddad2cb: Waiting for close lock at 1732710040997Running coprocessor pre-close hooks at 1732710040997Disabling compacts and flushes for region at 1732710040997Disabling writes for close at 1732710040998 (+1 ms)Writing region close event to WAL at 1732710041000 (+2 ms)Running coprocessor post-close hooks at 1732710041007 (+7 ms)Closed at 1732710041007 2024-11-27T12:20:41,007 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732710029213.4f2d53533ca61e3848df24cb9ddad2cb. 2024-11-27T12:20:41,013 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/hbase/meta/1588230740/.tmp/table/10dc4899fed8469b84fe599b2dbc2455 is 53, key is hbase:replication/table:state/1732710034705/Put/seqid=0 2024-11-27T12:20:41,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741851_1027 (size=5308) 2024-11-27T12:20:41,039 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:20:41,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,43737,1732710023796, seqNum=-1] 2024-11-27T12:20:41,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43737 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1ba5af43fd99,43737,1732710023796 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T12:20:41,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43737 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:40638 deadline: 1732710100927, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1ba5af43fd99,43737,1732710023796 stopping 2024-11-27T12:20:41,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,43737,1732710023796, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,43737,1732710023796, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1ba5af43fd99,43737,1732710023796 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T12:20:41,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,43737,1732710023796, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1ba5af43fd99,43737,1732710023796 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T12:20:41,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,43737,1732710023796, seqNum=-1 from cache 2024-11-27T12:20:41,118 DEBUG [RS:0;1ba5af43fd99:43737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:20:41,249 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:20:41,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,43737,1732710023796, seqNum=-1] 2024-11-27T12:20:41,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43737 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1ba5af43fd99,43737,1732710023796 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T12:20:41,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43737 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:40638 deadline: 1732710100926, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1ba5af43fd99,43737,1732710023796 stopping 2024-11-27T12:20:41,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,43737,1732710023796, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,43737,1732710023796, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1ba5af43fd99,43737,1732710023796 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T12:20:41,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,43737,1732710023796, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1ba5af43fd99,43737,1732710023796 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T12:20:41,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,43737,1732710023796, seqNum=-1 from cache 2024-11-27T12:20:41,318 DEBUG [RS:0;1ba5af43fd99:43737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:20:41,416 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/hbase/meta/1588230740/.tmp/table/10dc4899fed8469b84fe599b2dbc2455 2024-11-27T12:20:41,421 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/hbase/meta/1588230740/.tmp/info/4c5a185fa40d418d90eab8395df61ae0 as hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/hbase/meta/1588230740/info/4c5a185fa40d418d90eab8395df61ae0 2024-11-27T12:20:41,425 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/hbase/meta/1588230740/info/4c5a185fa40d418d90eab8395df61ae0, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T12:20:41,426 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/hbase/meta/1588230740/.tmp/ns/315c2f3e7d25484ea84614b9ce026634 as hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/hbase/meta/1588230740/ns/315c2f3e7d25484ea84614b9ce026634 2024-11-27T12:20:41,431 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/hbase/meta/1588230740/ns/315c2f3e7d25484ea84614b9ce026634, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T12:20:41,432 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/hbase/meta/1588230740/.tmp/rep_barrier/97bf5f05e1334b3db1486b4a88f8b76c as hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/hbase/meta/1588230740/rep_barrier/97bf5f05e1334b3db1486b4a88f8b76c 2024-11-27T12:20:41,436 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/hbase/meta/1588230740/rep_barrier/97bf5f05e1334b3db1486b4a88f8b76c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T12:20:41,436 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/hbase/meta/1588230740/.tmp/table/10dc4899fed8469b84fe599b2dbc2455 as hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/hbase/meta/1588230740/table/10dc4899fed8469b84fe599b2dbc2455 2024-11-27T12:20:41,440 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/hbase/meta/1588230740/table/10dc4899fed8469b84fe599b2dbc2455, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T12:20:41,441 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 924ms, sequenceid=16, compaction requested=false 2024-11-27T12:20:41,445 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T12:20:41,445 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:20:41,446 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:20:41,446 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:20:41,446 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732710040517Running coprocessor pre-close hooks at 1732710040517Disabling compacts and flushes for region at 1732710040517Disabling writes for close at 1732710040517Obtaining lock to block concurrent updates at 1732710040517Preparing flush snapshotting stores in 1588230740 at 1732710040517Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732710040518 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732710040518Flushing 1588230740/info: creating writer at 1732710040519 (+1 ms)Flushing 1588230740/info: appending metadata at 1732710040532 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732710040532Flushing 1588230740/ns: creating writer at 1732710040542 (+10 ms)Flushing 1588230740/ns: appending metadata at 1732710040558 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732710040558Flushing 1588230740/rep_barrier: creating writer at 1732710040968 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732710040984 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732710040984Flushing 1588230740/table: creating writer at 1732710040996 (+12 ms)Flushing 1588230740/table: appending metadata at 1732710041012 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732710041012Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fe4a5df: reopening flushed file at 1732710041420 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53c7d328: reopening flushed file at 1732710041426 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69d42131: reopening flushed file at 1732710041431 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20dc6bdf: reopening flushed file at 1732710041436 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 924ms, sequenceid=16, compaction requested=false at 1732710041441 (+5 ms)Writing region close event to WAL at 1732710041442 (+1 ms)Running coprocessor post-close hooks at 1732710041445 (+3 ms)Closed at 1732710041446 (+1 ms) 2024-11-27T12:20:41,446 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T12:20:41,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T12:20:41,472 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-27T12:20:41,509 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.wal-reader.1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/WALs/1ba5af43fd99,44951,1732710018062/1ba5af43fd99%2C44951%2C1732710018062.1732710020399 to pos 1033, reset compression=false 2024-11-27T12:20:41,518 INFO [RS:0;1ba5af43fd99:43737 {}] regionserver.HRegionServer(976): stopping server 1ba5af43fd99,43737,1732710023796; all regions closed. 2024-11-27T12:20:41,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741834_1010 (size=4239) 2024-11-27T12:20:41,520 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/WALs/1ba5af43fd99,43737,1732710023796/1ba5af43fd99%2C43737%2C1732710023796.meta.1732710026862.meta not finished, retry = 0 2024-11-27T12:20:41,560 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:20:41,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,43737,1732710023796, seqNum=-1] 2024-11-27T12:20:41,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43737 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1ba5af43fd99,43737,1732710023796 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T12:20:41,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43737 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:40638 deadline: 1732710100927, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1ba5af43fd99,43737,1732710023796 stopping 2024-11-27T12:20:41,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,43737,1732710023796, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,43737,1732710023796, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1ba5af43fd99,43737,1732710023796 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T12:20:41,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,43737,1732710023796, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1ba5af43fd99,43737,1732710023796 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T12:20:41,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,43737,1732710023796, seqNum=-1 from cache 2024-11-27T12:20:41,593 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43737,1732710023796.replicationSource.wal-reader.1ba5af43fd99%2C43737%2C1732710023796,1-1ba5af43fd99,43737,1732710023796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/WALs/1ba5af43fd99,43737,1732710023796/1ba5af43fd99%2C43737%2C1732710023796.1732710025820 to pos 1033, reset compression=false 2024-11-27T12:20:41,597 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43737,1732710023796.replicationSource.wal-reader.1ba5af43fd99%2C43737%2C1732710023796,1-1ba5af43fd99,43737,1732710023796 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T12:20:41,597 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43737,1732710023796.replicationSource.wal-reader.1ba5af43fd99%2C43737%2C1732710023796,1-1ba5af43fd99,43737,1732710023796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/WALs/1ba5af43fd99,43737,1732710023796/1ba5af43fd99%2C43737%2C1732710023796.1732710025820 to pos 1328, reset compression=false 2024-11-27T12:20:41,597 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43737,1732710023796.replicationSource.shipper1ba5af43fd99%2C43737%2C1732710023796,1-1ba5af43fd99,43737,1732710023796 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,43737,1732710023796 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/WALs/1ba5af43fd99,43737,1732710023796/1ba5af43fd99%2C43737%2C1732710023796.1732710025820, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T12:20:41,599 ERROR [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43737,1732710023796.replicationSource.shipper1ba5af43fd99%2C43737%2C1732710023796,1-1ba5af43fd99,43737,1732710023796 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1ba5af43fd99,43737,1732710023796: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1ba5af43fd99,43737,1732710023796, walGroup=1ba5af43fd99%2C43737%2C1732710023796, offset=1ba5af43fd99%2C43737%2C1732710023796.1732710025820:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:43737 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T12:20:41,601 ERROR [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43737,1732710023796.replicationSource.shipper1ba5af43fd99%2C43737%2C1732710023796,1-1ba5af43fd99,43737,1732710023796 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T12:20:41,603 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43737,1732710023796.replicationSource.shipper1ba5af43fd99%2C43737%2C1732710023796,1-1ba5af43fd99,43737,1732710023796 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T12:20:41,604 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43737,1732710023796.replicationSource.shipper1ba5af43fd99%2C43737%2C1732710023796,1-1ba5af43fd99,43737,1732710023796 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T12:20:41,604 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43737,1732710023796.replicationSource.shipper1ba5af43fd99%2C43737%2C1732710023796,1-1ba5af43fd99,43737,1732710023796 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T12:20:41,604 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43737,1732710023796.replicationSource.shipper1ba5af43fd99%2C43737%2C1732710023796,1-1ba5af43fd99,43737,1732710023796 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T12:20:41,604 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43737,1732710023796.replicationSource.shipper1ba5af43fd99%2C43737%2C1732710023796,1-1ba5af43fd99,43737,1732710023796 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 589133208 }, "NonHeapMemoryUsage": { "committed": 191234048, "init": 7667712, "max": -1, "used": 188360696 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T12:20:41,606 WARN [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43737,1732710023796.replicationSource.shipper1ba5af43fd99%2C43737%2C1732710023796,1-1ba5af43fd99,43737,1732710023796 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:33547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:33547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T12:20:41,623 DEBUG [RS:0;1ba5af43fd99:43737 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/oldWALs 2024-11-27T12:20:41,623 INFO [RS:0;1ba5af43fd99:43737 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ba5af43fd99%2C43737%2C1732710023796.meta:.meta(num 1732710026862) 2024-11-27T12:20:41,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741839_1015 (size=3127) 2024-11-27T12:20:41,626 DEBUG [RS:0;1ba5af43fd99:43737 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/oldWALs 2024-11-27T12:20:41,626 INFO [RS:0;1ba5af43fd99:43737 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ba5af43fd99%2C43737%2C1732710023796.rep:(num 1732710034666) 2024-11-27T12:20:41,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741832_1008 (size=1336) 2024-11-27T12:20:41,629 DEBUG [RS:0;1ba5af43fd99:43737 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/oldWALs 2024-11-27T12:20:41,629 INFO [RS:0;1ba5af43fd99:43737 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ba5af43fd99%2C43737%2C1732710023796:(num 1732710025820) 2024-11-27T12:20:41,629 DEBUG [RS:0;1ba5af43fd99:43737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:41,629 INFO [RS:0;1ba5af43fd99:43737 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:20:41,629 INFO [RS:0;1ba5af43fd99:43737 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:20:41,630 INFO [RS:0;1ba5af43fd99:43737 {}] hbase.ChoreService(370): Chore service for: regionserver/1ba5af43fd99:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T12:20:41,630 INFO [RS:0;1ba5af43fd99:43737 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:20:41,630 INFO [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:20:41,630 INFO [RS:0;1ba5af43fd99:43737 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1ba5af43fd99,43737,1732710023796 because: Region server is closing 2024-11-27T12:20:41,630 INFO [RS:0;1ba5af43fd99:43737 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:43737. 2024-11-27T12:20:41,630 DEBUG [RS:0;1ba5af43fd99:43737 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:20:41,630 DEBUG [RS:0;1ba5af43fd99:43737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:41,630 DEBUG [RS:0;1ba5af43fd99:43737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:41,630 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:20:41,731 INFO [RS:0;1ba5af43fd99:43737 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43737,1732710023796.replicationSource.shipper1ba5af43fd99%2C43737%2C1732710023796,1-1ba5af43fd99,43737,1732710023796 terminated 2024-11-27T12:20:41,731 INFO [RS:0;1ba5af43fd99:43737 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:43737. 2024-11-27T12:20:41,731 WARN [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43737,1732710023796.replicationSource.wal-reader.1ba5af43fd99%2C43737%2C1732710023796,1-1ba5af43fd99,43737,1732710023796 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T12:20:41,731 DEBUG [RS:0;1ba5af43fd99:43737 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:20:41,731 DEBUG [RS:0;1ba5af43fd99:43737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:41,731 DEBUG [RS:0;1ba5af43fd99:43737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:41,731 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:20:41,731 INFO [RS:0;1ba5af43fd99:43737 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43737 2024-11-27T12:20:41,732 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] regionserver.ReplicationSink(335): Unable to accept edit because: java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-27T12:20:41,733 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] ipc.MetricsHBaseServer(152): Unknown exception type java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-27T12:20:41,733 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:40632 deadline: 1732710100099, exception=java.io.InterruptedIOException 2024-11-27T12:20:41,733 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T12:20:41,732 WARN [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.shipper1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1ba5af43fd99:43737 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:405) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed ... 27 more 2024-11-27T12:20:41,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33547-0x1017c3c9ef20003, quorum=127.0.0.1:53585, baseZNode=/1711603542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1711603542/rs 2024-11-27T12:20:41,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1017c3c9ef20004, quorum=127.0.0.1:53585, baseZNode=/1711603542 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1711603542/rs/1ba5af43fd99,43737,1732710023796 2024-11-27T12:20:41,798 INFO [RS:0;1ba5af43fd99:43737 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:20:41,808 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ba5af43fd99,43737,1732710023796] 2024-11-27T12:20:41,819 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1711603542/draining/1ba5af43fd99,43737,1732710023796 already deleted, retry=false 2024-11-27T12:20:41,819 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ba5af43fd99,43737,1732710023796 expired; onlineServers=0 2024-11-27T12:20:41,819 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ba5af43fd99,33547,1732710023548' ***** 2024-11-27T12:20:41,819 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T12:20:41,819 INFO [M:0;1ba5af43fd99:33547 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:20:41,819 INFO [M:0;1ba5af43fd99:33547 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:20:41,819 DEBUG [M:0;1ba5af43fd99:33547 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T12:20:41,819 DEBUG [M:0;1ba5af43fd99:33547 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T12:20:41,819 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T12:20:41,819 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732710025559 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732710025559,5,FailOnTimeoutGroup] 2024-11-27T12:20:41,819 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732710025559 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732710025559,5,FailOnTimeoutGroup] 2024-11-27T12:20:41,820 INFO [M:0;1ba5af43fd99:33547 {}] hbase.ChoreService(370): Chore service for: master/1ba5af43fd99:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T12:20:41,820 INFO [M:0;1ba5af43fd99:33547 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:20:41,820 DEBUG [M:0;1ba5af43fd99:33547 {}] master.HMaster(1795): Stopping service threads 2024-11-27T12:20:41,820 INFO [M:0;1ba5af43fd99:33547 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T12:20:41,820 INFO [M:0;1ba5af43fd99:33547 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:20:41,820 INFO [M:0;1ba5af43fd99:33547 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T12:20:41,820 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T12:20:41,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33547-0x1017c3c9ef20003, quorum=127.0.0.1:53585, baseZNode=/1711603542 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1711603542/master 2024-11-27T12:20:41,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33547-0x1017c3c9ef20003, quorum=127.0.0.1:53585, baseZNode=/1711603542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1711603542 2024-11-27T12:20:41,830 DEBUG [M:0;1ba5af43fd99:33547 {}] zookeeper.ZKUtil(347): master:33547-0x1017c3c9ef20003, quorum=127.0.0.1:53585, baseZNode=/1711603542 Unable to get data of znode /1711603542/master because node does not exist (not an error) 2024-11-27T12:20:41,830 WARN [M:0;1ba5af43fd99:33547 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T12:20:41,830 INFO [M:0;1ba5af43fd99:33547 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/.lastflushedseqids 2024-11-27T12:20:41,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741852_1028 (size=263) 2024-11-27T12:20:41,834 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1ba5af43fd99:43737 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1ba5af43fd99/172.17.0.3:43737 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T12:20:41,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 1ba5af43fd99:43737 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1ba5af43fd99/172.17.0.3:43737 2024-11-27T12:20:41,835 WARN [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.shipper1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=1ba5af43fd99:43737 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1ba5af43fd99/172.17.0.3:43737 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1ba5af43fd99/172.17.0.3:43737 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-27T12:20:41,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33547 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T12:20:41,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33547 {}] ipc.CallRunner(138): callId: 7 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:43928 deadline: 1732710101837, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-27T12:20:41,838 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.shipper1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-27T12:20:41,838 WARN [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.shipper1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-27T12:20:41,909 INFO [RS:0;1ba5af43fd99:43737 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:20:41,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1017c3c9ef20004, quorum=127.0.0.1:53585, baseZNode=/1711603542 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:20:41,909 INFO [RS:0;1ba5af43fd99:43737 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ba5af43fd99,43737,1732710023796; zookeeper connection closed. 2024-11-27T12:20:41,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1017c3c9ef20004, quorum=127.0.0.1:53585, baseZNode=/1711603542 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:20:41,909 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@340c4c96 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@340c4c96 2024-11-27T12:20:41,909 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T12:20:42,039 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.shipper1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-27T12:20:42,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33547 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T12:20:42,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33547 {}] ipc.CallRunner(138): callId: 9 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:43928 deadline: 1732710102040, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-27T12:20:42,040 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.shipper1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-27T12:20:42,041 WARN [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.shipper1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-27T12:20:42,041 WARN [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.shipper1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-27T12:20:42,069 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:20:42,070 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ba5af43fd99,33547,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:33547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-11-27T12:20:42,071 ERROR [Async-Client-Retry-Timer-pool-0 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:112) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T12:20:42,112 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.wal-reader.1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/WALs/1ba5af43fd99,44951,1732710018062/1ba5af43fd99%2C44951%2C1732710018062.1732710020399 to pos 1033, reset compression=false 2024-11-27T12:20:42,234 INFO [M:0;1ba5af43fd99:33547 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T12:20:42,234 INFO [M:0;1ba5af43fd99:33547 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T12:20:42,235 DEBUG [M:0;1ba5af43fd99:33547 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:20:42,235 INFO [M:0;1ba5af43fd99:33547 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:20:42,235 DEBUG [M:0;1ba5af43fd99:33547 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:20:42,235 DEBUG [M:0;1ba5af43fd99:33547 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:20:42,235 DEBUG [M:0;1ba5af43fd99:33547 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:20:42,235 INFO [M:0;1ba5af43fd99:33547 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-27T12:20:42,252 DEBUG [M:0;1ba5af43fd99:33547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/091fa4f3bab4483eb5afff6dc8b42d68 is 82, key is hbase:meta,,1/info:regioninfo/1732710026902/Put/seqid=0 2024-11-27T12:20:42,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741853_1029 (size=5672) 2024-11-27T12:20:42,342 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.shipper1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-27T12:20:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33547 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T12:20:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33547 {}] ipc.CallRunner(138): callId: 11 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:43928 deadline: 1732710102343, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-27T12:20:42,344 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.shipper1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-27T12:20:42,344 WARN [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.shipper1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-27T12:20:42,344 WARN [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.shipper1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-27T12:20:42,656 INFO [M:0;1ba5af43fd99:33547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/091fa4f3bab4483eb5afff6dc8b42d68 2024-11-27T12:20:42,673 DEBUG [M:0;1ba5af43fd99:33547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f803f0d4dbb1479abf19bdcfa03a99bd is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732710034708/Put/seqid=0 2024-11-27T12:20:42,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741854_1030 (size=8517) 2024-11-27T12:20:42,745 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.shipper1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-27T12:20:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33547 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T12:20:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33547 {}] ipc.CallRunner(138): callId: 13 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:43928 deadline: 1732710102746, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-27T12:20:42,747 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.shipper1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-27T12:20:42,748 WARN [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.shipper1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-27T12:20:42,748 WARN [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.shipper1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-27T12:20:42,815 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.wal-reader.1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/WALs/1ba5af43fd99,44951,1732710018062/1ba5af43fd99%2C44951%2C1732710018062.1732710020399 to pos 1033, reset compression=false 2024-11-27T12:20:43,077 INFO [M:0;1ba5af43fd99:33547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f803f0d4dbb1479abf19bdcfa03a99bd 2024-11-27T12:20:43,098 DEBUG [M:0;1ba5af43fd99:33547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ffa24b7199b6425fab39c282682272ca is 69, key is 1ba5af43fd99,43737,1732710023796/rs:state/1732710025664/Put/seqid=0 2024-11-27T12:20:43,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741855_1031 (size=5156) 2024-11-27T12:20:43,248 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.shipper1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-27T12:20:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33547 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T12:20:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33547 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:43928 deadline: 1732710103249, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-27T12:20:43,250 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.shipper1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-27T12:20:43,251 WARN [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.shipper1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-27T12:20:43,251 WARN [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.shipper1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-27T12:20:43,505 INFO [M:0;1ba5af43fd99:33547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ffa24b7199b6425fab39c282682272ca 2024-11-27T12:20:43,509 DEBUG [M:0;1ba5af43fd99:33547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/091fa4f3bab4483eb5afff6dc8b42d68 as hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/091fa4f3bab4483eb5afff6dc8b42d68 2024-11-27T12:20:43,513 INFO [M:0;1ba5af43fd99:33547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/091fa4f3bab4483eb5afff6dc8b42d68, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T12:20:43,514 DEBUG [M:0;1ba5af43fd99:33547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f803f0d4dbb1479abf19bdcfa03a99bd as hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f803f0d4dbb1479abf19bdcfa03a99bd 2024-11-27T12:20:43,517 INFO [M:0;1ba5af43fd99:33547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f803f0d4dbb1479abf19bdcfa03a99bd, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T12:20:43,518 DEBUG [M:0;1ba5af43fd99:33547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ffa24b7199b6425fab39c282682272ca as hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ffa24b7199b6425fab39c282682272ca 2024-11-27T12:20:43,521 INFO [M:0;1ba5af43fd99:33547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43577/user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ffa24b7199b6425fab39c282682272ca, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T12:20:43,522 INFO [M:0;1ba5af43fd99:33547 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=97, compaction requested=false 2024-11-27T12:20:43,523 INFO [M:0;1ba5af43fd99:33547 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:20:43,523 DEBUG [M:0;1ba5af43fd99:33547 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732710042235Disabling compacts and flushes for region at 1732710042235Disabling writes for close at 1732710042235Obtaining lock to block concurrent updates at 1732710042235Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732710042235Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732710042235Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732710042236 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732710042236Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732710042252 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732710042252Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732710042660 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732710042672 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732710042672Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732710043081 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732710043097 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732710043097Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bc3ec07: reopening flushed file at 1732710043509 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a941fac: reopening flushed file at 1732710043513 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b973027: reopening flushed file at 1732710043517 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=97, compaction requested=false at 1732710043522 (+5 ms)Writing region close event to WAL at 1732710043523 (+1 ms)Closed at 1732710043523 2024-11-27T12:20:43,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741830_1006 (size=63666) 2024-11-27T12:20:43,525 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1133f98e-b735-8ee6-2e94-b0c992b0d4a7/MasterData/WALs/1ba5af43fd99,33547,1732710023548/1ba5af43fd99%2C33547%2C1732710023548.1732710025161 not finished, retry = 0 2024-11-27T12:20:43,619 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.wal-reader.1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/WALs/1ba5af43fd99,44951,1732710018062/1ba5af43fd99%2C44951%2C1732710018062.1732710020399 to pos 1033, reset compression=false 2024-11-27T12:20:43,626 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:20:43,626 INFO [M:0;1ba5af43fd99:33547 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T12:20:43,626 INFO [M:0;1ba5af43fd99:33547 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33547 2024-11-27T12:20:43,626 INFO [M:0;1ba5af43fd99:33547 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:20:43,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33547-0x1017c3c9ef20003, quorum=127.0.0.1:53585, baseZNode=/1711603542 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:20:43,782 INFO [M:0;1ba5af43fd99:33547 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:20:43,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33547-0x1017c3c9ef20003, quorum=127.0.0.1:53585, baseZNode=/1711603542 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:20:43,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76ea488c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:20:43,785 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37339b48{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:20:43,785 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:20:43,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70d9f799{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:20:43,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e14fb0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70ca4d8-7f0b-b678-ecd2-acc280979e7d/hadoop.log.dir/,STOPPED} 2024-11-27T12:20:43,786 WARN [BP-1327595253-172.17.0.3-1732710021657 heartbeating to localhost/127.0.0.1:43577 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T12:20:43,786 WARN [BP-1327595253-172.17.0.3-1732710021657 heartbeating to localhost/127.0.0.1:43577 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1327595253-172.17.0.3-1732710021657 (Datanode Uuid 2360303c-6f21-41a9-90c0-96a307e5a420) service to localhost/127.0.0.1:43577 2024-11-27T12:20:43,786 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T12:20:43,786 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T12:20:43,787 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70ca4d8-7f0b-b678-ecd2-acc280979e7d/cluster_1caf271a-45bf-e91d-1f2a-a32ce409d08a/data/data1/current/BP-1327595253-172.17.0.3-1732710021657 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:20:43,787 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70ca4d8-7f0b-b678-ecd2-acc280979e7d/cluster_1caf271a-45bf-e91d-1f2a-a32ce409d08a/data/data2/current/BP-1327595253-172.17.0.3-1732710021657 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:20:43,787 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T12:20:43,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2cf7105d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:20:43,793 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@449b76a2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:20:43,793 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:20:43,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79e27daf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:20:43,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76039905{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70ca4d8-7f0b-b678-ecd2-acc280979e7d/hadoop.log.dir/,STOPPED} 2024-11-27T12:20:43,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T12:20:43,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T12:20:43,806 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:20:43,807 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:20:43,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:43,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:43,807 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:20:43,807 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T12:20:43,807 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1325507958, stopped=false 2024-11-27T12:20:43,807 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ba5af43fd99,36149,1732710017866 2024-11-27T12:20:43,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36149-0x1017c3c9ef20000, quorum=127.0.0.1:53585, baseZNode=/0148812233 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0148812233/running 2024-11-27T12:20:43,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44951-0x1017c3c9ef20001, quorum=127.0.0.1:53585, baseZNode=/0148812233 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0148812233/running 2024-11-27T12:20:43,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36149-0x1017c3c9ef20000, quorum=127.0.0.1:53585, baseZNode=/0148812233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0148812233 2024-11-27T12:20:43,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44951-0x1017c3c9ef20001, quorum=127.0.0.1:53585, baseZNode=/0148812233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0148812233 2024-11-27T12:20:43,825 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:20:43,825 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:20:43,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44951-0x1017c3c9ef20001, quorum=127.0.0.1:53585, baseZNode=/0148812233 Set watcher on znode that does not yet exist, /0148812233/running 2024-11-27T12:20:43,825 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:20:43,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:43,826 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36149-0x1017c3c9ef20000, quorum=127.0.0.1:53585, baseZNode=/0148812233 Set watcher on znode that does not yet exist, /0148812233/running 2024-11-27T12:20:43,826 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ba5af43fd99,44951,1732710018062' ***** 2024-11-27T12:20:43,826 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T12:20:43,826 INFO [RS:0;1ba5af43fd99:44951 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T12:20:43,826 INFO [RS:0;1ba5af43fd99:44951 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T12:20:43,826 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T12:20:43,826 INFO [RS:0;1ba5af43fd99:44951 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T12:20:43,826 INFO [RS:0;1ba5af43fd99:44951 {}] regionserver.HRegionServer(3091): Received CLOSE for 779ec9a2e70469e43b249c04e2c29592 2024-11-27T12:20:43,826 INFO [RS:0;1ba5af43fd99:44951 {}] regionserver.HRegionServer(3091): Received CLOSE for 6ed18fe4c9b88daf09e5256eacd56bbd 2024-11-27T12:20:43,826 INFO [RS:0;1ba5af43fd99:44951 {}] regionserver.HRegionServer(959): stopping server 1ba5af43fd99,44951,1732710018062 2024-11-27T12:20:43,826 INFO [RS:0;1ba5af43fd99:44951 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:20:43,826 INFO [RS:0;1ba5af43fd99:44951 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:44951. 2024-11-27T12:20:43,826 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 779ec9a2e70469e43b249c04e2c29592, disabling compactions & flushes 2024-11-27T12:20:43,826 DEBUG [RS:0;1ba5af43fd99:44951 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:20:43,826 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732710027062.779ec9a2e70469e43b249c04e2c29592. 2024-11-27T12:20:43,826 DEBUG [RS:0;1ba5af43fd99:44951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:43,826 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732710027062.779ec9a2e70469e43b249c04e2c29592. 2024-11-27T12:20:43,826 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732710027062.779ec9a2e70469e43b249c04e2c29592. after waiting 0 ms 2024-11-27T12:20:43,827 INFO [RS:0;1ba5af43fd99:44951 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T12:20:43,827 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732710027062.779ec9a2e70469e43b249c04e2c29592. 2024-11-27T12:20:43,827 INFO [RS:0;1ba5af43fd99:44951 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T12:20:43,827 INFO [RS:0;1ba5af43fd99:44951 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T12:20:43,827 INFO [RS:0;1ba5af43fd99:44951 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T12:20:43,827 INFO [RS:0;1ba5af43fd99:44951 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T12:20:43,827 DEBUG [RS:0;1ba5af43fd99:44951 {}] regionserver.HRegionServer(1325): Online Regions={779ec9a2e70469e43b249c04e2c29592=test,,1732710027062.779ec9a2e70469e43b249c04e2c29592., 1588230740=hbase:meta,,1.1588230740, 6ed18fe4c9b88daf09e5256eacd56bbd=hbase:replication,,1732710031380.6ed18fe4c9b88daf09e5256eacd56bbd.} 2024-11-27T12:20:43,827 DEBUG [RS:0;1ba5af43fd99:44951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6ed18fe4c9b88daf09e5256eacd56bbd, 779ec9a2e70469e43b249c04e2c29592 2024-11-27T12:20:43,827 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:20:43,827 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:20:43,827 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:20:43,827 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:20:43,827 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:20:43,827 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T12:20:43,829 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/default/test/779ec9a2e70469e43b249c04e2c29592/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T12:20:43,830 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:20:43,830 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T12:20:43,830 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732710027062.779ec9a2e70469e43b249c04e2c29592. 2024-11-27T12:20:43,830 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 779ec9a2e70469e43b249c04e2c29592: Waiting for close lock at 1732710043826Running coprocessor pre-close hooks at 1732710043826Disabling compacts and flushes for region at 1732710043826Disabling writes for close at 1732710043827 (+1 ms)Writing region close event to WAL at 1732710043827Running coprocessor post-close hooks at 1732710043830 (+3 ms)Closed at 1732710043830 2024-11-27T12:20:43,830 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732710027062.779ec9a2e70469e43b249c04e2c29592. 2024-11-27T12:20:43,830 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6ed18fe4c9b88daf09e5256eacd56bbd, disabling compactions & flushes 2024-11-27T12:20:43,830 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732710031380.6ed18fe4c9b88daf09e5256eacd56bbd. 2024-11-27T12:20:43,830 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732710031380.6ed18fe4c9b88daf09e5256eacd56bbd. 2024-11-27T12:20:43,830 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732710031380.6ed18fe4c9b88daf09e5256eacd56bbd. after waiting 0 ms 2024-11-27T12:20:43,830 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732710031380.6ed18fe4c9b88daf09e5256eacd56bbd. 2024-11-27T12:20:43,830 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6ed18fe4c9b88daf09e5256eacd56bbd 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-27T12:20:43,844 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/hbase/meta/1588230740/.tmp/info/d78ea341d651432c931867414392588b is 147, key is hbase:replication,,1732710031380.6ed18fe4c9b88daf09e5256eacd56bbd./info:regioninfo/1732710032571/Put/seqid=0 2024-11-27T12:20:43,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741846_1022 (size=7686) 2024-11-27T12:20:43,849 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/hbase/replication/6ed18fe4c9b88daf09e5256eacd56bbd/.tmp/hfileref/3e1b742daf4c4ddf840be3f9b7e026e5 is 74, key is 1/hfileref:4c94ff17a98e4f39b89e403baf8cb6cd_SeqId_4_/1732710038235/DeleteColumn/seqid=0 2024-11-27T12:20:43,851 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.shipper1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-27T12:20:43,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741847_1023 (size=5345) 2024-11-27T12:20:43,852 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1ba5af43fd99:33547 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1ba5af43fd99/172.17.0.3:33547 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T12:20:43,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 1ba5af43fd99:33547 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1ba5af43fd99/172.17.0.3:33547 2024-11-27T12:20:43,853 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/hbase/replication/6ed18fe4c9b88daf09e5256eacd56bbd/.tmp/hfileref/3e1b742daf4c4ddf840be3f9b7e026e5 2024-11-27T12:20:43,868 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/hbase/replication/6ed18fe4c9b88daf09e5256eacd56bbd/.tmp/queue/760cb5dadd924a3fac1a8613e8b9fff3 is 153, key is 1-1ba5af43fd99,44951,1732710018062/queue:1ba5af43fd99%2C44951%2C1732710018062/1732710038236/Put/seqid=0 2024-11-27T12:20:43,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741848_1024 (size=5352) 2024-11-27T12:20:43,881 INFO [regionserver/1ba5af43fd99:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:20:43,959 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:20:43,960 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1ba5af43fd99:33547 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1ba5af43fd99/172.17.0.3:33547 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T12:20:43,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ba5af43fd99,33547,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=1ba5af43fd99:33547 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1ba5af43fd99/172.17.0.3:33547 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-27T12:20:43,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 1ba5af43fd99:33547 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1ba5af43fd99/172.17.0.3:33547 2024-11-27T12:20:44,027 DEBUG [RS:0;1ba5af43fd99:44951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6ed18fe4c9b88daf09e5256eacd56bbd 2024-11-27T12:20:44,169 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:20:44,169 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1ba5af43fd99:33547 this server is in the failed servers list 2024-11-27T12:20:44,170 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ba5af43fd99,33547,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1ba5af43fd99:33547 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1ba5af43fd99:33547 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T12:20:44,227 DEBUG [RS:0;1ba5af43fd99:44951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6ed18fe4c9b88daf09e5256eacd56bbd 2024-11-27T12:20:44,248 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/hbase/meta/1588230740/.tmp/info/d78ea341d651432c931867414392588b 2024-11-27T12:20:44,268 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/hbase/meta/1588230740/.tmp/ns/bad5bcf7383348d2b569a6d92d0831d2 is 43, key is default/ns:d/1732710021407/Put/seqid=0 2024-11-27T12:20:44,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741849_1025 (size=5153) 2024-11-27T12:20:44,272 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/hbase/replication/6ed18fe4c9b88daf09e5256eacd56bbd/.tmp/queue/760cb5dadd924a3fac1a8613e8b9fff3 2024-11-27T12:20:44,276 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/hbase/replication/6ed18fe4c9b88daf09e5256eacd56bbd/.tmp/hfileref/3e1b742daf4c4ddf840be3f9b7e026e5 as hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/hbase/replication/6ed18fe4c9b88daf09e5256eacd56bbd/hfileref/3e1b742daf4c4ddf840be3f9b7e026e5 2024-11-27T12:20:44,280 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/hbase/replication/6ed18fe4c9b88daf09e5256eacd56bbd/hfileref/3e1b742daf4c4ddf840be3f9b7e026e5, entries=4, sequenceid=10, filesize=5.2 K 2024-11-27T12:20:44,280 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/hbase/replication/6ed18fe4c9b88daf09e5256eacd56bbd/.tmp/queue/760cb5dadd924a3fac1a8613e8b9fff3 as hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/hbase/replication/6ed18fe4c9b88daf09e5256eacd56bbd/queue/760cb5dadd924a3fac1a8613e8b9fff3 2024-11-27T12:20:44,284 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/hbase/replication/6ed18fe4c9b88daf09e5256eacd56bbd/queue/760cb5dadd924a3fac1a8613e8b9fff3, entries=1, sequenceid=10, filesize=5.2 K 2024-11-27T12:20:44,284 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 6ed18fe4c9b88daf09e5256eacd56bbd in 454ms, sequenceid=10, compaction requested=false 2024-11-27T12:20:44,284 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T12:20:44,288 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/hbase/replication/6ed18fe4c9b88daf09e5256eacd56bbd/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-27T12:20:44,289 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:20:44,289 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:20:44,289 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732710031380.6ed18fe4c9b88daf09e5256eacd56bbd. 2024-11-27T12:20:44,289 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6ed18fe4c9b88daf09e5256eacd56bbd: Waiting for close lock at 1732710043830Running coprocessor pre-close hooks at 1732710043830Disabling compacts and flushes for region at 1732710043830Disabling writes for close at 1732710043830Obtaining lock to block concurrent updates at 1732710043830Preparing flush snapshotting stores in 6ed18fe4c9b88daf09e5256eacd56bbd at 1732710043830Finished memstore snapshotting hbase:replication,,1732710031380.6ed18fe4c9b88daf09e5256eacd56bbd., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732710043831 (+1 ms)Flushing stores of hbase:replication,,1732710031380.6ed18fe4c9b88daf09e5256eacd56bbd. at 1732710043831Flushing 6ed18fe4c9b88daf09e5256eacd56bbd/hfileref: creating writer at 1732710043831Flushing 6ed18fe4c9b88daf09e5256eacd56bbd/hfileref: appending metadata at 1732710043849 (+18 ms)Flushing 6ed18fe4c9b88daf09e5256eacd56bbd/hfileref: closing flushed file at 1732710043849Flushing 6ed18fe4c9b88daf09e5256eacd56bbd/queue: creating writer at 1732710043856 (+7 ms)Flushing 6ed18fe4c9b88daf09e5256eacd56bbd/queue: appending metadata at 1732710043868 (+12 ms)Flushing 6ed18fe4c9b88daf09e5256eacd56bbd/queue: closing flushed file at 1732710043868Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d74d814: reopening flushed file at 1732710044275 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e31b365: reopening flushed file at 1732710044280 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 6ed18fe4c9b88daf09e5256eacd56bbd in 454ms, sequenceid=10, compaction requested=false at 1732710044284 (+4 ms)Writing region close event to WAL at 1732710044286 (+2 ms)Running coprocessor post-close hooks at 1732710044288 (+2 ms)Closed at 1732710044289 (+1 ms) 2024-11-27T12:20:44,289 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732710031380.6ed18fe4c9b88daf09e5256eacd56bbd. 2024-11-27T12:20:44,310 INFO [regionserver/1ba5af43fd99:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T12:20:44,310 INFO [regionserver/1ba5af43fd99:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T12:20:44,427 DEBUG [RS:0;1ba5af43fd99:44951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:20:44,479 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:20:44,479 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1ba5af43fd99:33547 this server is in the failed servers list 2024-11-27T12:20:44,480 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ba5af43fd99,33547,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1ba5af43fd99:33547 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1ba5af43fd99:33547 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T12:20:44,523 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.wal-reader.1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/WALs/1ba5af43fd99,44951,1732710018062/1ba5af43fd99%2C44951%2C1732710018062.1732710020399 to pos 1033, reset compression=false 2024-11-27T12:20:44,527 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.wal-reader.1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T12:20:44,527 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.wal-reader.1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/WALs/1ba5af43fd99,44951,1732710018062/1ba5af43fd99%2C44951%2C1732710018062.1732710020399 to pos 1328, reset compression=false 2024-11-27T12:20:44,628 DEBUG [RS:0;1ba5af43fd99:44951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:20:44,672 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/hbase/meta/1588230740/.tmp/ns/bad5bcf7383348d2b569a6d92d0831d2 2024-11-27T12:20:44,689 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/hbase/meta/1588230740/.tmp/rep_barrier/e81b93e789d447529b2af1961e645021 is 112, key is test,,1732710027062.779ec9a2e70469e43b249c04e2c29592./rep_barrier:seqnumDuringOpen/1732710028216/Put/seqid=0 2024-11-27T12:20:44,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741850_1026 (size=5518) 2024-11-27T12:20:44,730 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.wal-reader.1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/WALs/1ba5af43fd99,44951,1732710018062/1ba5af43fd99%2C44951%2C1732710018062.1732710020399 to pos 1328, reset compression=false 2024-11-27T12:20:44,828 INFO [RS:0;1ba5af43fd99:44951 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T12:20:44,828 DEBUG [RS:0;1ba5af43fd99:44951 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T12:20:44,828 DEBUG [RS:0;1ba5af43fd99:44951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:20:44,989 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:20:44,989 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1ba5af43fd99:33547 this server is in the failed servers list 2024-11-27T12:20:44,990 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ba5af43fd99,33547,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1ba5af43fd99:33547 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1ba5af43fd99:33547 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T12:20:45,028 DEBUG [RS:0;1ba5af43fd99:44951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:20:45,033 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.wal-reader.1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/WALs/1ba5af43fd99,44951,1732710018062/1ba5af43fd99%2C44951%2C1732710018062.1732710020399 to pos 1328, reset compression=false 2024-11-27T12:20:45,093 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/hbase/meta/1588230740/.tmp/rep_barrier/e81b93e789d447529b2af1961e645021 2024-11-27T12:20:45,114 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/hbase/meta/1588230740/.tmp/table/103080f9f441417ba13924ce1f54e7b3 is 53, key is hbase:replication/table:state/1732710032578/Put/seqid=0 2024-11-27T12:20:45,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741851_1027 (size=5308) 2024-11-27T12:20:45,228 DEBUG [RS:0;1ba5af43fd99:44951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:20:45,428 DEBUG [RS:0;1ba5af43fd99:44951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:20:45,437 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.wal-reader.1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/WALs/1ba5af43fd99,44951,1732710018062/1ba5af43fd99%2C44951%2C1732710018062.1732710020399 to pos 1328, reset compression=false 2024-11-27T12:20:45,519 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/hbase/meta/1588230740/.tmp/table/103080f9f441417ba13924ce1f54e7b3 2024-11-27T12:20:45,524 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/hbase/meta/1588230740/.tmp/info/d78ea341d651432c931867414392588b as hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/hbase/meta/1588230740/info/d78ea341d651432c931867414392588b 2024-11-27T12:20:45,528 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/hbase/meta/1588230740/info/d78ea341d651432c931867414392588b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T12:20:45,529 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/hbase/meta/1588230740/.tmp/ns/bad5bcf7383348d2b569a6d92d0831d2 as hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/hbase/meta/1588230740/ns/bad5bcf7383348d2b569a6d92d0831d2 2024-11-27T12:20:45,533 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/hbase/meta/1588230740/ns/bad5bcf7383348d2b569a6d92d0831d2, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T12:20:45,534 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/hbase/meta/1588230740/.tmp/rep_barrier/e81b93e789d447529b2af1961e645021 as hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/hbase/meta/1588230740/rep_barrier/e81b93e789d447529b2af1961e645021 2024-11-27T12:20:45,538 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/hbase/meta/1588230740/rep_barrier/e81b93e789d447529b2af1961e645021, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T12:20:45,538 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/hbase/meta/1588230740/.tmp/table/103080f9f441417ba13924ce1f54e7b3 as hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/hbase/meta/1588230740/table/103080f9f441417ba13924ce1f54e7b3 2024-11-27T12:20:45,542 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/hbase/meta/1588230740/table/103080f9f441417ba13924ce1f54e7b3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T12:20:45,543 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1716ms, sequenceid=16, compaction requested=false 2024-11-27T12:20:45,543 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T12:20:45,548 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T12:20:45,548 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:20:45,548 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:20:45,548 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:20:45,548 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732710043827Running coprocessor pre-close hooks at 1732710043827Disabling compacts and flushes for region at 1732710043827Disabling writes for close at 1732710043827Obtaining lock to block concurrent updates at 1732710043827Preparing flush snapshotting stores in 1588230740 at 1732710043827Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732710043827Flushing stores of hbase:meta,,1.1588230740 at 1732710043828 (+1 ms)Flushing 1588230740/info: creating writer at 1732710043828Flushing 1588230740/info: appending metadata at 1732710043843 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732710043844 (+1 ms)Flushing 1588230740/ns: creating writer at 1732710044252 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732710044267 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732710044268 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732710044676 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732710044689 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732710044689Flushing 1588230740/table: creating writer at 1732710045097 (+408 ms)Flushing 1588230740/table: appending metadata at 1732710045113 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732710045113Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2284af1a: reopening flushed file at 1732710045523 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@605d4c65: reopening flushed file at 1732710045528 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eee6621: reopening flushed file at 1732710045533 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@adb84b5: reopening flushed file at 1732710045538 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1716ms, sequenceid=16, compaction requested=false at 1732710045543 (+5 ms)Writing region close event to WAL at 1732710045545 (+2 ms)Running coprocessor post-close hooks at 1732710045548 (+3 ms)Closed at 1732710045548 2024-11-27T12:20:45,548 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T12:20:45,629 INFO [RS:0;1ba5af43fd99:44951 {}] regionserver.HRegionServer(976): stopping server 1ba5af43fd99,44951,1732710018062; all regions closed. 2024-11-27T12:20:45,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741834_1010 (size=4239) 2024-11-27T12:20:45,633 DEBUG [RS:0;1ba5af43fd99:44951 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/oldWALs 2024-11-27T12:20:45,633 INFO [RS:0;1ba5af43fd99:44951 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ba5af43fd99%2C44951%2C1732710018062.meta:.meta(num 1732710021326) 2024-11-27T12:20:45,635 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/WALs/1ba5af43fd99,44951,1732710018062/1ba5af43fd99%2C44951%2C1732710018062.rep.1732710032535 not finished, retry = 0 2024-11-27T12:20:45,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741839_1015 (size=2695) 2024-11-27T12:20:45,737 DEBUG [RS:0;1ba5af43fd99:44951 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/oldWALs 2024-11-27T12:20:45,738 INFO [RS:0;1ba5af43fd99:44951 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ba5af43fd99%2C44951%2C1732710018062.rep:(num 1732710032535) 2024-11-27T12:20:45,739 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/WALs/1ba5af43fd99,44951,1732710018062/1ba5af43fd99%2C44951%2C1732710018062.1732710020399 not finished, retry = 0 2024-11-27T12:20:45,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741832_1008 (size=1336) 2024-11-27T12:20:45,842 DEBUG [RS:0;1ba5af43fd99:44951 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/oldWALs 2024-11-27T12:20:45,842 INFO [RS:0;1ba5af43fd99:44951 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ba5af43fd99%2C44951%2C1732710018062:(num 1732710020399) 2024-11-27T12:20:45,842 DEBUG [RS:0;1ba5af43fd99:44951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:45,842 INFO [RS:0;1ba5af43fd99:44951 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:20:45,842 INFO [RS:0;1ba5af43fd99:44951 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:20:45,842 INFO [RS:0;1ba5af43fd99:44951 {}] hbase.ChoreService(370): Chore service for: regionserver/1ba5af43fd99:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T12:20:45,842 INFO [RS:0;1ba5af43fd99:44951 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:20:45,842 INFO [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:20:45,842 INFO [RS:0;1ba5af43fd99:44951 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1ba5af43fd99,44951,1732710018062 because: Region server is closing 2024-11-27T12:20:45,842 INFO [RS:0;1ba5af43fd99:44951 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:44951. 2024-11-27T12:20:45,842 DEBUG [RS:0;1ba5af43fd99:44951 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:20:45,842 DEBUG [RS:0;1ba5af43fd99:44951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:45,842 DEBUG [RS:0;1ba5af43fd99:44951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:45,842 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:20:45,943 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.shipper1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-27T12:20:45,943 WARN [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.shipper1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-27T12:20:45,943 WARN [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.shipper1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-27T12:20:46,000 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:20:46,000 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ba5af43fd99,33547,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:33547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T12:20:46,003 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2149 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ba5af43fd99,33547,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:33547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T12:20:46,499 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:20:46,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:46,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:46,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:46,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:46,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:46,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:46,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:46,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:46,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:46,644 INFO [RS:0;1ba5af43fd99:44951 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44951,1732710018062.replicationSource.shipper1ba5af43fd99%2C44951%2C1732710018062,1-1ba5af43fd99,44951,1732710018062 terminated 2024-11-27T12:20:46,644 INFO [RS:0;1ba5af43fd99:44951 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:44951. 2024-11-27T12:20:46,644 DEBUG [RS:0;1ba5af43fd99:44951 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:20:46,644 DEBUG [RS:0;1ba5af43fd99:44951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:46,644 DEBUG [RS:0;1ba5af43fd99:44951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:46,644 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:20:46,644 INFO [RS:0;1ba5af43fd99:44951 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44951 2024-11-27T12:20:46,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44951-0x1017c3c9ef20001, quorum=127.0.0.1:53585, baseZNode=/0148812233 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0148812233/rs/1ba5af43fd99,44951,1732710018062 2024-11-27T12:20:46,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36149-0x1017c3c9ef20000, quorum=127.0.0.1:53585, baseZNode=/0148812233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0148812233/rs 2024-11-27T12:20:46,703 INFO [RS:0;1ba5af43fd99:44951 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:20:46,786 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ba5af43fd99,44951,1732710018062] 2024-11-27T12:20:46,841 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0148812233/draining/1ba5af43fd99,44951,1732710018062 already deleted, retry=false 2024-11-27T12:20:46,841 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ba5af43fd99,44951,1732710018062 expired; onlineServers=0 2024-11-27T12:20:46,841 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ba5af43fd99,36149,1732710017866' ***** 2024-11-27T12:20:46,841 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T12:20:46,841 INFO [M:0;1ba5af43fd99:36149 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:20:46,841 INFO [M:0;1ba5af43fd99:36149 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:20:46,841 DEBUG [M:0;1ba5af43fd99:36149 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T12:20:46,842 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T12:20:46,842 DEBUG [M:0;1ba5af43fd99:36149 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T12:20:46,842 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732710020111 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732710020111,5,FailOnTimeoutGroup] 2024-11-27T12:20:46,842 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732710020111 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732710020111,5,FailOnTimeoutGroup] 2024-11-27T12:20:46,842 INFO [M:0;1ba5af43fd99:36149 {}] hbase.ChoreService(370): Chore service for: master/1ba5af43fd99:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T12:20:46,842 INFO [M:0;1ba5af43fd99:36149 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:20:46,842 DEBUG [M:0;1ba5af43fd99:36149 {}] master.HMaster(1795): Stopping service threads 2024-11-27T12:20:46,842 INFO [M:0;1ba5af43fd99:36149 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T12:20:46,842 INFO [M:0;1ba5af43fd99:36149 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:20:46,842 INFO [M:0;1ba5af43fd99:36149 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T12:20:46,842 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T12:20:46,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36149-0x1017c3c9ef20000, quorum=127.0.0.1:53585, baseZNode=/0148812233 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0148812233/master 2024-11-27T12:20:46,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36149-0x1017c3c9ef20000, quorum=127.0.0.1:53585, baseZNode=/0148812233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0148812233 2024-11-27T12:20:46,867 DEBUG [M:0;1ba5af43fd99:36149 {}] zookeeper.ZKUtil(347): master:36149-0x1017c3c9ef20000, quorum=127.0.0.1:53585, baseZNode=/0148812233 Unable to get data of znode /0148812233/master because node does not exist (not an error) 2024-11-27T12:20:46,867 WARN [M:0;1ba5af43fd99:36149 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T12:20:46,868 INFO [M:0;1ba5af43fd99:36149 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/.lastflushedseqids 2024-11-27T12:20:46,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741852_1028 (size=263) 2024-11-27T12:20:46,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44951-0x1017c3c9ef20001, quorum=127.0.0.1:53585, baseZNode=/0148812233 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:20:46,887 INFO [RS:0;1ba5af43fd99:44951 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:20:46,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44951-0x1017c3c9ef20001, quorum=127.0.0.1:53585, baseZNode=/0148812233 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:20:46,887 INFO [RS:0;1ba5af43fd99:44951 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ba5af43fd99,44951,1732710018062; zookeeper connection closed. 2024-11-27T12:20:46,887 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4eef5f0e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4eef5f0e 2024-11-27T12:20:46,887 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T12:20:47,272 INFO [M:0;1ba5af43fd99:36149 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T12:20:47,272 INFO [M:0;1ba5af43fd99:36149 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T12:20:47,272 DEBUG [M:0;1ba5af43fd99:36149 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:20:47,273 INFO [M:0;1ba5af43fd99:36149 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:20:47,273 DEBUG [M:0;1ba5af43fd99:36149 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:20:47,273 DEBUG [M:0;1ba5af43fd99:36149 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:20:47,273 DEBUG [M:0;1ba5af43fd99:36149 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:20:47,273 INFO [M:0;1ba5af43fd99:36149 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-27T12:20:47,287 DEBUG [M:0;1ba5af43fd99:36149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d37526936b2b4c7fb3190418cfb7080b is 82, key is hbase:meta,,1/info:regioninfo/1732710021358/Put/seqid=0 2024-11-27T12:20:47,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741853_1029 (size=5672) 2024-11-27T12:20:47,454 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T12:20:47,691 INFO [M:0;1ba5af43fd99:36149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d37526936b2b4c7fb3190418cfb7080b 2024-11-27T12:20:47,707 DEBUG [M:0;1ba5af43fd99:36149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e6b2eae713eb4165a9712340be4e8a57 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732710032581/Put/seqid=0 2024-11-27T12:20:47,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741854_1030 (size=8516) 2024-11-27T12:20:48,019 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:20:48,019 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ba5af43fd99,33547,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:33547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T12:20:48,019 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4168 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ba5af43fd99,33547,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:33547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T12:20:48,111 INFO [M:0;1ba5af43fd99:36149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e6b2eae713eb4165a9712340be4e8a57 2024-11-27T12:20:48,127 DEBUG [M:0;1ba5af43fd99:36149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29a7cb5499df46498402632e0db53a43 is 69, key is 1ba5af43fd99,44951,1732710018062/rs:state/1732710020230/Put/seqid=0 2024-11-27T12:20:48,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741855_1031 (size=5156) 2024-11-27T12:20:48,531 INFO [M:0;1ba5af43fd99:36149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29a7cb5499df46498402632e0db53a43 2024-11-27T12:20:48,536 DEBUG [M:0;1ba5af43fd99:36149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d37526936b2b4c7fb3190418cfb7080b as hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d37526936b2b4c7fb3190418cfb7080b 2024-11-27T12:20:48,539 INFO [M:0;1ba5af43fd99:36149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d37526936b2b4c7fb3190418cfb7080b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T12:20:48,540 DEBUG [M:0;1ba5af43fd99:36149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e6b2eae713eb4165a9712340be4e8a57 as hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e6b2eae713eb4165a9712340be4e8a57 2024-11-27T12:20:48,543 INFO [M:0;1ba5af43fd99:36149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e6b2eae713eb4165a9712340be4e8a57, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T12:20:48,544 DEBUG [M:0;1ba5af43fd99:36149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29a7cb5499df46498402632e0db53a43 as hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/29a7cb5499df46498402632e0db53a43 2024-11-27T12:20:48,547 INFO [M:0;1ba5af43fd99:36149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33755/user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/29a7cb5499df46498402632e0db53a43, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T12:20:48,548 INFO [M:0;1ba5af43fd99:36149 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false 2024-11-27T12:20:48,549 INFO [M:0;1ba5af43fd99:36149 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:20:48,549 DEBUG [M:0;1ba5af43fd99:36149 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732710047272Disabling compacts and flushes for region at 1732710047272Disabling writes for close at 1732710047273 (+1 ms)Obtaining lock to block concurrent updates at 1732710047273Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732710047273Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732710047273Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732710047274 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732710047274Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732710047287 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732710047287Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732710047695 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732710047707 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732710047707Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732710048115 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732710048127 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732710048127Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@430a2b49: reopening flushed file at 1732710048535 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39024d8f: reopening flushed file at 1732710048539 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b90bc87: reopening flushed file at 1732710048543 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false at 1732710048548 (+5 ms)Writing region close event to WAL at 1732710048549 (+1 ms)Closed at 1732710048549 2024-11-27T12:20:48,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741830_1006 (size=63654) 2024-11-27T12:20:48,554 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9d77b619-4ef7-24ae-0472-b24d6d29fb0c/MasterData/WALs/1ba5af43fd99,36149,1732710017866/1ba5af43fd99%2C36149%2C1732710017866.1732710019832 not finished, retry = 0 2024-11-27T12:20:48,655 INFO [M:0;1ba5af43fd99:36149 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T12:20:48,655 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:20:48,655 INFO [M:0;1ba5af43fd99:36149 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36149 2024-11-27T12:20:48,655 INFO [M:0;1ba5af43fd99:36149 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:20:48,856 INFO [M:0;1ba5af43fd99:36149 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:20:48,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36149-0x1017c3c9ef20000, quorum=127.0.0.1:53585, baseZNode=/0148812233 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:20:48,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36149-0x1017c3c9ef20000, quorum=127.0.0.1:53585, baseZNode=/0148812233 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:20:48,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16b28250{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:20:48,896 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6764637a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:20:48,896 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:20:48,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@464459b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:20:48,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b562ab6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a62e8e3f-d708-37ce-8c53-58a27fb7b388/hadoop.log.dir/,STOPPED} 2024-11-27T12:20:48,898 WARN [BP-1978966903-172.17.0.3-1732710015850 heartbeating to localhost/127.0.0.1:33755 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T12:20:48,898 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T12:20:48,898 WARN [BP-1978966903-172.17.0.3-1732710015850 heartbeating to localhost/127.0.0.1:33755 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1978966903-172.17.0.3-1732710015850 (Datanode Uuid d45529d4-c955-4d2a-84f0-48bc9dd0841d) service to localhost/127.0.0.1:33755 2024-11-27T12:20:48,898 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T12:20:48,898 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a62e8e3f-d708-37ce-8c53-58a27fb7b388/cluster_988291bd-04c0-a149-025c-1e00d3837d3e/data/data1/current/BP-1978966903-172.17.0.3-1732710015850 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:20:48,898 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a62e8e3f-d708-37ce-8c53-58a27fb7b388/cluster_988291bd-04c0-a149-025c-1e00d3837d3e/data/data2/current/BP-1978966903-172.17.0.3-1732710015850 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:20:48,899 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T12:20:48,904 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56324a50{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:20:48,904 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@169a1fe0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:20:48,904 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:20:48,904 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bf68f11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:20:48,904 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@375a96e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a62e8e3f-d708-37ce-8c53-58a27fb7b388/hadoop.log.dir/,STOPPED} 2024-11-27T12:20:48,910 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T12:20:48,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T12:20:48,928 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=241 (was 205) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33755 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33755 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33755 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43577 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33755 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43577 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33755 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53585) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33755 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53585) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:43577 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43577 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43577 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43577 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43577 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:33755 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=620 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=347 (was 278) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8044 (was 8105) 2024-11-27T12:20:48,936 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=241, OpenFileDescriptor=620, MaxFileDescriptor=1048576, SystemLoadAverage=347, ProcessCount=11, AvailableMemoryMB=8044 2024-11-27T12:20:48,948 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-27T12:20:48,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70ca4d8-7f0b-b678-ecd2-acc280979e7d/hadoop.log.dir so I do NOT create it in target/test-data/362dd660-31d1-7f98-7862-cc04cb13d4d2 2024-11-27T12:20:48,948 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70ca4d8-7f0b-b678-ecd2-acc280979e7d/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T12:20:48,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70ca4d8-7f0b-b678-ecd2-acc280979e7d/hadoop.tmp.dir so I do NOT create it in target/test-data/362dd660-31d1-7f98-7862-cc04cb13d4d2 2024-11-27T12:20:48,948 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70ca4d8-7f0b-b678-ecd2-acc280979e7d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T12:20:48,948 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/362dd660-31d1-7f98-7862-cc04cb13d4d2 2024-11-27T12:20:48,948 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/362dd660-31d1-7f98-7862-cc04cb13d4d2/cluster_6bb68cce-bb5a-d018-b2c6-64b5167a7743, deleteOnExit=true 2024-11-27T12:20:48,971 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/362dd660-31d1-7f98-7862-cc04cb13d4d2/cluster_6bb68cce-bb5a-d018-b2c6-64b5167a7743/zookeeper_0, clientPort=57034, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/362dd660-31d1-7f98-7862-cc04cb13d4d2/cluster_6bb68cce-bb5a-d018-b2c6-64b5167a7743/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/362dd660-31d1-7f98-7862-cc04cb13d4d2/cluster_6bb68cce-bb5a-d018-b2c6-64b5167a7743/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T12:20:48,971 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57034 2024-11-27T12:20:48,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T12:20:48,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T12:20:48,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/362dd660-31d1-7f98-7862-cc04cb13d4d2/test.cache.data in system properties and HBase conf 2024-11-27T12:20:48,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/362dd660-31d1-7f98-7862-cc04cb13d4d2/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T12:20:48,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/362dd660-31d1-7f98-7862-cc04cb13d4d2/hadoop.log.dir in system properties and HBase conf 2024-11-27T12:20:48,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/362dd660-31d1-7f98-7862-cc04cb13d4d2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T12:20:48,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/362dd660-31d1-7f98-7862-cc04cb13d4d2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T12:20:48,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T12:20:48,972 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T12:20:48,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/362dd660-31d1-7f98-7862-cc04cb13d4d2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:20:48,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/362dd660-31d1-7f98-7862-cc04cb13d4d2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:20:48,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/362dd660-31d1-7f98-7862-cc04cb13d4d2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T12:20:48,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/362dd660-31d1-7f98-7862-cc04cb13d4d2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:20:48,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/362dd660-31d1-7f98-7862-cc04cb13d4d2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T12:20:48,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/362dd660-31d1-7f98-7862-cc04cb13d4d2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T12:20:48,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/362dd660-31d1-7f98-7862-cc04cb13d4d2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:20:48,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/362dd660-31d1-7f98-7862-cc04cb13d4d2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:20:48,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/362dd660-31d1-7f98-7862-cc04cb13d4d2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T12:20:48,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/362dd660-31d1-7f98-7862-cc04cb13d4d2/nfs.dump.dir in system properties and HBase conf 2024-11-27T12:20:48,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/362dd660-31d1-7f98-7862-cc04cb13d4d2/java.io.tmpdir in system properties and HBase conf 2024-11-27T12:20:48,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/362dd660-31d1-7f98-7862-cc04cb13d4d2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:20:48,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/362dd660-31d1-7f98-7862-cc04cb13d4d2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T12:20:48,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/362dd660-31d1-7f98-7862-cc04cb13d4d2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T12:20:49,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017c3c9ef20002, quorum=127.0.0.1:53585, baseZNode=/0148812233 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T12:20:49,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017c3c9ef20005, quorum=127.0.0.1:53585, baseZNode=/1711603542 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T12:20:49,008 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017c3c9ef20002, quorum=127.0.0.1:53585, baseZNode=/0148812233 Received Disconnected from ZooKeeper, ignoring 2024-11-27T12:20:49,008 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017c3c9ef20005, quorum=127.0.0.1:53585, baseZNode=/1711603542 Received Disconnected from ZooKeeper, ignoring 2024-11-27T12:20:49,290 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:20:49,293 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:20:49,295 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:20:49,295 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:20:49,295 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T12:20:49,295 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:20:49,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6282b25e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/362dd660-31d1-7f98-7862-cc04cb13d4d2/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:20:49,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e05f28e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:20:49,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@224769c2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/362dd660-31d1-7f98-7862-cc04cb13d4d2/java.io.tmpdir/jetty-localhost-32831-hadoop-hdfs-3_4_1-tests_jar-_-any-16443873554434637942/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:20:49,391 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a45be74{HTTP/1.1, (http/1.1)}{localhost:32831} 2024-11-27T12:20:49,391 INFO [Time-limited test {}] server.Server(415): Started @204361ms 2024-11-27T12:20:49,643 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:20:49,646 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:20:49,649 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:20:49,649 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:20:49,649 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T12:20:49,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20e1f8bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/362dd660-31d1-7f98-7862-cc04cb13d4d2/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:20:49,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66baa053{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:20:49,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d66cc46{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/362dd660-31d1-7f98-7862-cc04cb13d4d2/java.io.tmpdir/jetty-localhost-44757-hadoop-hdfs-3_4_1-tests_jar-_-any-13338967061685823153/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:20:49,742 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@652a6243{HTTP/1.1, (http/1.1)}{localhost:44757} 2024-11-27T12:20:49,743 INFO [Time-limited test {}] server.Server(415): Started @204712ms 2024-11-27T12:20:49,743 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T12:20:50,399 WARN [Thread-2190 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/362dd660-31d1-7f98-7862-cc04cb13d4d2/cluster_6bb68cce-bb5a-d018-b2c6-64b5167a7743/data/data1/current/BP-1367258443-172.17.0.3-1732710048986/current, will proceed with Du for space computation calculation, 2024-11-27T12:20:50,399 WARN [Thread-2191 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/362dd660-31d1-7f98-7862-cc04cb13d4d2/cluster_6bb68cce-bb5a-d018-b2c6-64b5167a7743/data/data2/current/BP-1367258443-172.17.0.3-1732710048986/current, will proceed with Du for space computation calculation, 2024-11-27T12:20:50,417 WARN [Thread-2178 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T12:20:50,419 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa30c37b3b663de09 with lease ID 0x7c8cd864f7620721: Processing first storage report for DS-635a9113-c5d1-4cdf-84a8-455c642921af from datanode DatanodeRegistration(127.0.0.1:36137, datanodeUuid=b57846d3-0530-404b-8e23-b5e35b40e4c4, infoPort=33785, infoSecurePort=0, ipcPort=36759, storageInfo=lv=-57;cid=testClusterID;nsid=280896991;c=1732710048986) 2024-11-27T12:20:50,419 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa30c37b3b663de09 with lease ID 0x7c8cd864f7620721: from storage DS-635a9113-c5d1-4cdf-84a8-455c642921af node DatanodeRegistration(127.0.0.1:36137, datanodeUuid=b57846d3-0530-404b-8e23-b5e35b40e4c4, infoPort=33785, infoSecurePort=0, ipcPort=36759, storageInfo=lv=-57;cid=testClusterID;nsid=280896991;c=1732710048986), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:20:50,419 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa30c37b3b663de09 with lease ID 0x7c8cd864f7620721: Processing first storage report for DS-c1cb2d4c-1512-4fce-a277-3f8bace1f5b5 from datanode DatanodeRegistration(127.0.0.1:36137, datanodeUuid=b57846d3-0530-404b-8e23-b5e35b40e4c4, infoPort=33785, infoSecurePort=0, ipcPort=36759, storageInfo=lv=-57;cid=testClusterID;nsid=280896991;c=1732710048986) 2024-11-27T12:20:50,419 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa30c37b3b663de09 with lease ID 0x7c8cd864f7620721: from storage DS-c1cb2d4c-1512-4fce-a277-3f8bace1f5b5 node DatanodeRegistration(127.0.0.1:36137, datanodeUuid=b57846d3-0530-404b-8e23-b5e35b40e4c4, infoPort=33785, infoSecurePort=0, ipcPort=36759, storageInfo=lv=-57;cid=testClusterID;nsid=280896991;c=1732710048986), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:20:50,466 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/362dd660-31d1-7f98-7862-cc04cb13d4d2 2024-11-27T12:20:50,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:20:50,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:20:50,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741825_1001 (size=7) 2024-11-27T12:20:50,876 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247 with version=8 2024-11-27T12:20:50,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/hbase-staging 2024-11-27T12:20:50,878 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T12:20:50,878 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:20:50,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:20:50,879 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:20:50,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:20:50,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:20:50,879 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T12:20:50,879 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:20:50,879 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44707 2024-11-27T12:20:50,880 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44707 connecting to ZooKeeper ensemble=127.0.0.1:57034 2024-11-27T12:20:51,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447070x0, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:20:51,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44707-0x1017c3d20750000 connected 2024-11-27T12:20:51,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:20:51,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:20:51,148 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44707-0x1017c3d20750000, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Set watcher on znode that does not yet exist, /0-47701126/running 2024-11-27T12:20:51,149 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247, hbase.cluster.distributed=false 2024-11-27T12:20:51,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44707-0x1017c3d20750000, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Set watcher on znode that does not yet exist, /0-47701126/acl 2024-11-27T12:20:51,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44707 2024-11-27T12:20:51,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44707 2024-11-27T12:20:51,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44707 2024-11-27T12:20:51,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44707 2024-11-27T12:20:51,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44707 2024-11-27T12:20:51,164 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T12:20:51,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:20:51,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:20:51,164 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:20:51,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:20:51,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:20:51,164 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T12:20:51,164 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:20:51,166 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46397 2024-11-27T12:20:51,166 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46397 connecting to ZooKeeper ensemble=127.0.0.1:57034 2024-11-27T12:20:51,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:20:51,168 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:20:51,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463970x0, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:20:51,183 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463970x0, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Set watcher on znode that does not yet exist, /0-47701126/running 2024-11-27T12:20:51,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46397-0x1017c3d20750001 connected 2024-11-27T12:20:51,183 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T12:20:51,184 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T12:20:51,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46397-0x1017c3d20750001, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Set watcher on znode that does not yet exist, /0-47701126/master 2024-11-27T12:20:51,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46397-0x1017c3d20750001, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Set watcher on znode that does not yet exist, /0-47701126/acl 2024-11-27T12:20:51,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46397 2024-11-27T12:20:51,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46397 2024-11-27T12:20:51,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46397 2024-11-27T12:20:51,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46397 2024-11-27T12:20:51,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46397 2024-11-27T12:20:51,199 DEBUG [M:0;1ba5af43fd99:44707 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ba5af43fd99:44707 2024-11-27T12:20:51,200 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-47701126/backup-masters/1ba5af43fd99,44707,1732710050878 2024-11-27T12:20:51,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1017c3d20750001, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-47701126/backup-masters 2024-11-27T12:20:51,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44707-0x1017c3d20750000, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-47701126/backup-masters 2024-11-27T12:20:51,208 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44707-0x1017c3d20750000, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Set watcher on existing znode=/0-47701126/backup-masters/1ba5af43fd99,44707,1732710050878 2024-11-27T12:20:51,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44707-0x1017c3d20750000, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-47701126 2024-11-27T12:20:51,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1017c3d20750001, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-47701126/master 2024-11-27T12:20:51,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1017c3d20750001, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-47701126 2024-11-27T12:20:51,219 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44707-0x1017c3d20750000, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Set watcher on existing znode=/0-47701126/master 2024-11-27T12:20:51,219 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-47701126/backup-masters/1ba5af43fd99,44707,1732710050878 from backup master directory 2024-11-27T12:20:51,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44707-0x1017c3d20750000, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-47701126/backup-masters/1ba5af43fd99,44707,1732710050878 2024-11-27T12:20:51,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44707-0x1017c3d20750000, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-47701126/backup-masters 2024-11-27T12:20:51,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1017c3d20750001, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-47701126/backup-masters 2024-11-27T12:20:51,229 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:20:51,229 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ba5af43fd99,44707,1732710050878 2024-11-27T12:20:51,232 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/hbase.id] with ID: 8a6924d2-6706-440d-94cf-0b5231e2a898 2024-11-27T12:20:51,232 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/.tmp/hbase.id 2024-11-27T12:20:51,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741826_1002 (size=42) 2024-11-27T12:20:51,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:20:51,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T12:20:51,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T12:20:51,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T12:20:51,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T12:20:51,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:20:51,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T12:20:51,642 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/.tmp/hbase.id]:[hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/hbase.id] 2024-11-27T12:20:51,650 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:20:51,650 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T12:20:51,651 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T12:20:51,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1017c3d20750001, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-47701126 2024-11-27T12:20:51,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44707-0x1017c3d20750000, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-47701126 2024-11-27T12:20:51,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741827_1003 (size=196) 2024-11-27T12:20:52,069 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:20:52,070 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ba5af43fd99,33547,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:33547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T12:20:52,070 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8218 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ba5af43fd99,33547,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:33547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T12:20:52,108 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:20:52,109 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T12:20:52,109 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:20:52,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741828_1004 (size=1189) 2024-11-27T12:20:52,146 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:20:52,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:52,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:52,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:52,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:52,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:52,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:52,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:52,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:52,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:52,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:52,516 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/MasterData/data/master/store 2024-11-27T12:20:52,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741829_1005 (size=34) 2024-11-27T12:20:52,920 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:20:52,921 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:20:52,921 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:20:52,921 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:20:52,921 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:20:52,921 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:20:52,921 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:20:52,921 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732710052920Disabling compacts and flushes for region at 1732710052920Disabling writes for close at 1732710052921 (+1 ms)Writing region close event to WAL at 1732710052921Closed at 1732710052921 2024-11-27T12:20:52,922 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/MasterData/data/master/store/.initializing 2024-11-27T12:20:52,922 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/MasterData/WALs/1ba5af43fd99,44707,1732710050878 2024-11-27T12:20:52,922 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:20:52,924 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ba5af43fd99%2C44707%2C1732710050878, suffix=, logDir=hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/MasterData/WALs/1ba5af43fd99,44707,1732710050878, archiveDir=hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/MasterData/oldWALs, maxLogs=10 2024-11-27T12:20:52,936 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/MasterData/WALs/1ba5af43fd99,44707,1732710050878/1ba5af43fd99%2C44707%2C1732710050878.1732710052924, exclude list is [], retry=0 2024-11-27T12:20:52,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36137,DS-635a9113-c5d1-4cdf-84a8-455c642921af,DISK] 2024-11-27T12:20:52,939 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/MasterData/WALs/1ba5af43fd99,44707,1732710050878/1ba5af43fd99%2C44707%2C1732710050878.1732710052924 2024-11-27T12:20:52,940 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33785:33785)] 2024-11-27T12:20:52,940 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:20:52,940 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:20:52,940 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:52,940 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:52,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:52,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T12:20:52,942 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:52,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:20:52,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:52,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T12:20:52,943 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:52,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:20:52,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:52,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T12:20:52,945 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:52,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:20:52,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:52,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T12:20:52,946 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:52,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:20:52,946 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:52,947 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:52,947 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:52,948 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:52,948 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:52,948 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:20:52,949 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:52,950 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:20:52,951 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59064553, jitterRate=-0.11986957490444183}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:20:52,951 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732710052940Initializing all the Stores at 1732710052941 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710052941Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710052941Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710052941Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710052941Cleaning up temporary data from old regions at 1732710052948 (+7 ms)Region opened successfully at 1732710052951 (+3 ms) 2024-11-27T12:20:52,951 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T12:20:52,954 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7323ca44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T12:20:52,955 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T12:20:52,955 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T12:20:52,955 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T12:20:52,955 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T12:20:52,955 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T12:20:52,956 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T12:20:52,956 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T12:20:52,957 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T12:20:52,958 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44707-0x1017c3d20750000, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Unable to get data of znode /0-47701126/balancer because node does not exist (not necessarily an error) 2024-11-27T12:20:53,060 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-47701126/balancer already deleted, retry=false 2024-11-27T12:20:53,061 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T12:20:53,062 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44707-0x1017c3d20750000, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Unable to get data of znode /0-47701126/normalizer because node does not exist (not necessarily an error) 2024-11-27T12:20:53,071 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-47701126/normalizer already deleted, retry=false 2024-11-27T12:20:53,071 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T12:20:53,072 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44707-0x1017c3d20750000, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Unable to get data of znode /0-47701126/switch/split because node does not exist (not necessarily an error) 2024-11-27T12:20:53,081 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-47701126/switch/split already deleted, retry=false 2024-11-27T12:20:53,082 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44707-0x1017c3d20750000, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Unable to get data of znode /0-47701126/switch/merge because node does not exist (not necessarily an error) 2024-11-27T12:20:53,092 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-47701126/switch/merge already deleted, retry=false 2024-11-27T12:20:53,093 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44707-0x1017c3d20750000, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Unable to get data of znode /0-47701126/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T12:20:53,102 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-47701126/snapshot-cleanup already deleted, retry=false 2024-11-27T12:20:53,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44707-0x1017c3d20750000, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-47701126/running 2024-11-27T12:20:53,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1017c3d20750001, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-47701126/running 2024-11-27T12:20:53,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44707-0x1017c3d20750000, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-47701126 2024-11-27T12:20:53,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1017c3d20750001, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-47701126 2024-11-27T12:20:53,113 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ba5af43fd99,44707,1732710050878, sessionid=0x1017c3d20750000, setting cluster-up flag (Was=false) 2024-11-27T12:20:53,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44707-0x1017c3d20750000, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-47701126 2024-11-27T12:20:53,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1017c3d20750001, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-47701126 2024-11-27T12:20:53,165 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-47701126/flush-table-proc/acquired, /0-47701126/flush-table-proc/reached, /0-47701126/flush-table-proc/abort 2024-11-27T12:20:53,166 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,44707,1732710050878 2024-11-27T12:20:53,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1017c3d20750001, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-47701126 2024-11-27T12:20:53,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44707-0x1017c3d20750000, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-47701126 2024-11-27T12:20:53,218 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-47701126/online-snapshot/acquired, /0-47701126/online-snapshot/reached, /0-47701126/online-snapshot/abort 2024-11-27T12:20:53,219 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,44707,1732710050878 2024-11-27T12:20:53,220 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T12:20:53,221 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T12:20:53,221 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T12:20:53,221 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T12:20:53,221 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ba5af43fd99,44707,1732710050878 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T12:20:53,222 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:20:53,223 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:20:53,223 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:20:53,223 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:20:53,223 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ba5af43fd99:0, corePoolSize=10, maxPoolSize=10 2024-11-27T12:20:53,223 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:53,223 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:20:53,223 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:53,223 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732710083223 2024-11-27T12:20:53,223 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T12:20:53,224 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T12:20:53,224 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T12:20:53,224 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T12:20:53,224 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T12:20:53,224 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T12:20:53,224 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:20:53,224 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T12:20:53,224 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:53,224 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T12:20:53,224 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T12:20:53,224 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T12:20:53,224 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T12:20:53,225 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T12:20:53,225 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T12:20:53,225 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:53,225 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732710053225,5,FailOnTimeoutGroup] 2024-11-27T12:20:53,225 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732710053225,5,FailOnTimeoutGroup] 2024-11-27T12:20:53,225 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:53,225 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T12:20:53,225 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T12:20:53,225 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:53,225 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:53,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741831_1007 (size=1321) 2024-11-27T12:20:53,292 INFO [RS:0;1ba5af43fd99:46397 {}] regionserver.HRegionServer(746): ClusterId : 8a6924d2-6706-440d-94cf-0b5231e2a898 2024-11-27T12:20:53,292 DEBUG [RS:0;1ba5af43fd99:46397 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T12:20:53,303 DEBUG [RS:0;1ba5af43fd99:46397 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T12:20:53,303 DEBUG [RS:0;1ba5af43fd99:46397 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T12:20:53,314 DEBUG [RS:0;1ba5af43fd99:46397 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T12:20:53,314 DEBUG [RS:0;1ba5af43fd99:46397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de8836e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T12:20:53,324 DEBUG [RS:0;1ba5af43fd99:46397 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ba5af43fd99:46397 2024-11-27T12:20:53,324 INFO [RS:0;1ba5af43fd99:46397 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T12:20:53,324 INFO [RS:0;1ba5af43fd99:46397 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T12:20:53,324 DEBUG [RS:0;1ba5af43fd99:46397 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T12:20:53,325 INFO [RS:0;1ba5af43fd99:46397 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ba5af43fd99,44707,1732710050878 with port=46397, startcode=1732710051163 2024-11-27T12:20:53,325 DEBUG [RS:0;1ba5af43fd99:46397 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T12:20:53,326 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60723, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T12:20:53,326 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44707 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ba5af43fd99,46397,1732710051163 2024-11-27T12:20:53,326 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44707 {}] master.ServerManager(517): Registering regionserver=1ba5af43fd99,46397,1732710051163 2024-11-27T12:20:53,328 DEBUG [RS:0;1ba5af43fd99:46397 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247 2024-11-27T12:20:53,328 DEBUG [RS:0;1ba5af43fd99:46397 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46691 2024-11-27T12:20:53,328 DEBUG [RS:0;1ba5af43fd99:46397 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T12:20:53,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44707-0x1017c3d20750000, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-47701126/rs 2024-11-27T12:20:53,340 DEBUG [RS:0;1ba5af43fd99:46397 {}] zookeeper.ZKUtil(111): regionserver:46397-0x1017c3d20750001, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Set watcher on existing znode=/0-47701126/rs/1ba5af43fd99,46397,1732710051163 2024-11-27T12:20:53,340 WARN [RS:0;1ba5af43fd99:46397 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:20:53,341 INFO [RS:0;1ba5af43fd99:46397 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:20:53,341 DEBUG [RS:0;1ba5af43fd99:46397 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163 2024-11-27T12:20:53,341 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ba5af43fd99,46397,1732710051163] 2024-11-27T12:20:53,344 INFO [RS:0;1ba5af43fd99:46397 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T12:20:53,345 INFO [RS:0;1ba5af43fd99:46397 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T12:20:53,345 INFO [RS:0;1ba5af43fd99:46397 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T12:20:53,345 INFO [RS:0;1ba5af43fd99:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:53,345 INFO [RS:0;1ba5af43fd99:46397 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T12:20:53,346 INFO [RS:0;1ba5af43fd99:46397 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T12:20:53,346 INFO [RS:0;1ba5af43fd99:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:53,346 DEBUG [RS:0;1ba5af43fd99:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:53,346 DEBUG [RS:0;1ba5af43fd99:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:53,346 DEBUG [RS:0;1ba5af43fd99:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:53,346 DEBUG [RS:0;1ba5af43fd99:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:53,346 DEBUG [RS:0;1ba5af43fd99:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:53,346 DEBUG [RS:0;1ba5af43fd99:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:20:53,346 DEBUG [RS:0;1ba5af43fd99:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:53,346 DEBUG [RS:0;1ba5af43fd99:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:53,346 DEBUG [RS:0;1ba5af43fd99:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:53,346 DEBUG [RS:0;1ba5af43fd99:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:53,346 DEBUG [RS:0;1ba5af43fd99:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:53,346 DEBUG [RS:0;1ba5af43fd99:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:53,346 DEBUG [RS:0;1ba5af43fd99:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:20:53,346 DEBUG [RS:0;1ba5af43fd99:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:20:53,347 INFO [RS:0;1ba5af43fd99:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:53,347 INFO [RS:0;1ba5af43fd99:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:53,347 INFO [RS:0;1ba5af43fd99:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:53,347 INFO [RS:0;1ba5af43fd99:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:53,347 INFO [RS:0;1ba5af43fd99:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:53,347 INFO [RS:0;1ba5af43fd99:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,46397,1732710051163-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:20:53,363 INFO [RS:0;1ba5af43fd99:46397 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T12:20:53,363 INFO [RS:0;1ba5af43fd99:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,46397,1732710051163-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:53,363 INFO [RS:0;1ba5af43fd99:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:53,363 INFO [RS:0;1ba5af43fd99:46397 {}] regionserver.Replication(171): 1ba5af43fd99,46397,1732710051163 started 2024-11-27T12:20:53,378 INFO [RS:0;1ba5af43fd99:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:53,378 INFO [RS:0;1ba5af43fd99:46397 {}] regionserver.HRegionServer(1482): Serving as 1ba5af43fd99,46397,1732710051163, RpcServer on 1ba5af43fd99/172.17.0.3:46397, sessionid=0x1017c3d20750001 2024-11-27T12:20:53,378 DEBUG [RS:0;1ba5af43fd99:46397 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T12:20:53,378 DEBUG [RS:0;1ba5af43fd99:46397 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ba5af43fd99,46397,1732710051163 2024-11-27T12:20:53,378 DEBUG [RS:0;1ba5af43fd99:46397 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,46397,1732710051163' 2024-11-27T12:20:53,378 DEBUG [RS:0;1ba5af43fd99:46397 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-47701126/flush-table-proc/abort' 2024-11-27T12:20:53,379 DEBUG [RS:0;1ba5af43fd99:46397 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-47701126/flush-table-proc/acquired' 2024-11-27T12:20:53,379 DEBUG [RS:0;1ba5af43fd99:46397 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T12:20:53,379 DEBUG [RS:0;1ba5af43fd99:46397 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T12:20:53,379 DEBUG [RS:0;1ba5af43fd99:46397 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ba5af43fd99,46397,1732710051163 2024-11-27T12:20:53,379 DEBUG [RS:0;1ba5af43fd99:46397 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,46397,1732710051163' 2024-11-27T12:20:53,379 DEBUG [RS:0;1ba5af43fd99:46397 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-47701126/online-snapshot/abort' 2024-11-27T12:20:53,380 DEBUG [RS:0;1ba5af43fd99:46397 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-47701126/online-snapshot/acquired' 2024-11-27T12:20:53,380 DEBUG [RS:0;1ba5af43fd99:46397 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T12:20:53,380 INFO [RS:0;1ba5af43fd99:46397 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T12:20:53,380 INFO [RS:0;1ba5af43fd99:46397 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T12:20:53,480 INFO [RS:0;1ba5af43fd99:46397 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:20:53,481 INFO [RS:0;1ba5af43fd99:46397 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C46397%2C1732710051163, suffix=, logDir=hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163, archiveDir=hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/oldWALs, maxLogs=10 2024-11-27T12:20:53,493 DEBUG [RS:0;1ba5af43fd99:46397 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.1732710053482, exclude list is [], retry=0 2024-11-27T12:20:53,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36137,DS-635a9113-c5d1-4cdf-84a8-455c642921af,DISK] 2024-11-27T12:20:53,496 INFO [RS:0;1ba5af43fd99:46397 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.1732710053482 2024-11-27T12:20:53,496 DEBUG [RS:0;1ba5af43fd99:46397 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33785:33785)] 2024-11-27T12:20:53,629 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T12:20:53,630 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247 2024-11-27T12:20:53,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741833_1009 (size=32) 2024-11-27T12:20:54,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:20:54,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:20:54,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:20:54,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:54,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:20:54,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:20:54,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:20:54,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:54,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:20:54,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:20:54,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:20:54,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:54,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:20:54,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:20:54,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:20:54,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:54,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:20:54,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:20:54,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/hbase/meta/1588230740 2024-11-27T12:20:54,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/hbase/meta/1588230740 2024-11-27T12:20:54,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:20:54,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:20:54,042 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:20:54,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:20:54,045 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:20:54,045 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65550089, jitterRate=-0.02322755753993988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:20:54,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732710054034Initializing all the Stores at 1732710054035 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710054035Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710054035Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710054035Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710054035Cleaning up temporary data from old regions at 1732710054042 (+7 ms)Region opened successfully at 1732710054045 (+3 ms) 2024-11-27T12:20:54,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:20:54,046 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:20:54,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:20:54,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:20:54,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:20:54,046 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:20:54,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732710054046Disabling compacts and flushes for region at 1732710054046Disabling writes for close at 1732710054046Writing region close event to WAL at 1732710054046Closed at 1732710054046 2024-11-27T12:20:54,047 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:20:54,047 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T12:20:54,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T12:20:54,047 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:20:54,048 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T12:20:54,198 DEBUG [1ba5af43fd99:44707 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T12:20:54,199 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ba5af43fd99,46397,1732710051163 2024-11-27T12:20:54,200 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,46397,1732710051163, state=OPENING 2024-11-27T12:20:54,250 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T12:20:54,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44707-0x1017c3d20750000, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-47701126 2024-11-27T12:20:54,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1017c3d20750001, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-47701126 2024-11-27T12:20:54,261 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-47701126/meta-region-server: CHANGED 2024-11-27T12:20:54,261 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-47701126/meta-region-server: CHANGED 2024-11-27T12:20:54,261 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:20:54,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,46397,1732710051163}] 2024-11-27T12:20:54,413 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T12:20:54,414 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42393, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T12:20:54,417 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T12:20:54,417 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:20:54,417 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T12:20:54,418 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C46397%2C1732710051163.meta, suffix=.meta, logDir=hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163, archiveDir=hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/oldWALs, maxLogs=10 2024-11-27T12:20:54,430 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.meta.1732710054418.meta, exclude list is [], retry=0 2024-11-27T12:20:54,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36137,DS-635a9113-c5d1-4cdf-84a8-455c642921af,DISK] 2024-11-27T12:20:54,433 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.meta.1732710054418.meta 2024-11-27T12:20:54,433 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33785:33785)] 2024-11-27T12:20:54,433 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:20:54,433 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:20:54,434 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T12:20:54,434 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T12:20:54,434 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T12:20:54,434 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T12:20:54,434 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:20:54,434 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T12:20:54,434 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T12:20:54,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:20:54,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:20:54,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:54,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:20:54,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:20:54,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:20:54,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:54,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:20:54,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:20:54,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:20:54,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:54,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:20:54,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:20:54,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:20:54,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:54,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:20:54,440 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:20:54,441 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/hbase/meta/1588230740 2024-11-27T12:20:54,442 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/hbase/meta/1588230740 2024-11-27T12:20:54,443 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:20:54,443 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:20:54,443 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:20:54,444 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:20:54,445 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68705469, jitterRate=0.023791268467903137}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:20:54,445 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T12:20:54,445 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732710054434Writing region info on filesystem at 1732710054434Initializing all the Stores at 1732710054435 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710054435Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710054437 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710054437Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710054437Cleaning up temporary data from old regions at 1732710054443 (+6 ms)Running coprocessor post-open hooks at 1732710054445 (+2 ms)Region opened successfully at 1732710054445 2024-11-27T12:20:54,446 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732710054413 2024-11-27T12:20:54,448 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T12:20:54,448 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T12:20:54,448 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,46397,1732710051163 2024-11-27T12:20:54,449 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,46397,1732710051163, state=OPEN 2024-11-27T12:20:54,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1017c3d20750001, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-47701126/meta-region-server 2024-11-27T12:20:54,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44707-0x1017c3d20750000, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-47701126/meta-region-server 2024-11-27T12:20:54,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-47701126/meta-region-server: CHANGED 2024-11-27T12:20:54,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-47701126/meta-region-server: CHANGED 2024-11-27T12:20:54,494 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ba5af43fd99,46397,1732710051163 2024-11-27T12:20:54,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T12:20:54,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,46397,1732710051163 in 233 msec 2024-11-27T12:20:54,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T12:20:54,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 449 msec 2024-11-27T12:20:54,498 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:20:54,498 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T12:20:54,498 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:20:54,499 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,46397,1732710051163, seqNum=-1] 2024-11-27T12:20:54,499 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:20:54,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:20:54,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2820 sec 2024-11-27T12:20:54,503 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732710054503, completionTime=-1 2024-11-27T12:20:54,504 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T12:20:54,504 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T12:20:54,505 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T12:20:54,505 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732710114505 2024-11-27T12:20:54,505 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732710174505 2024-11-27T12:20:54,505 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T12:20:54,506 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,44707,1732710050878-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:54,506 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,44707,1732710050878-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:54,506 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,44707,1732710050878-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:54,506 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ba5af43fd99:44707, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:54,506 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:54,506 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:54,507 DEBUG [master/1ba5af43fd99:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T12:20:54,509 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.280sec 2024-11-27T12:20:54,509 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T12:20:54,509 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T12:20:54,509 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T12:20:54,509 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T12:20:54,509 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T12:20:54,509 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,44707,1732710050878-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:20:54,509 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,44707,1732710050878-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T12:20:54,511 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T12:20:54,511 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T12:20:54,511 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,44707,1732710050878-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:54,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c6d8af2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:54,593 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,44707,-1 for getting cluster id 2024-11-27T12:20:54,593 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:20:54,594 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6924d2-6706-440d-94cf-0b5231e2a898' 2024-11-27T12:20:54,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:20:54,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6924d2-6706-440d-94cf-0b5231e2a898" 2024-11-27T12:20:54,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d18c5b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:54,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,44707,-1] 2024-11-27T12:20:54,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:20:54,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:20:54,595 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:20:54,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea0a88a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:20:54,596 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:20:54,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,46397,1732710051163, seqNum=-1] 2024-11-27T12:20:54,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:20:54,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:20:54,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ba5af43fd99,44707,1732710050878 2024-11-27T12:20:54,600 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57034 2024-11-27T12:20:54,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:20:54,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017c3d20750002 connected 2024-11-27T12:20:54,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/362dd660-31d1-7f98-7862-cc04cb13d4d2/hadoop.log.dir so I do NOT create it in target/test-data/35d68475-caf2-d4a9-6b68-148d70732f2a 2024-11-27T12:20:54,631 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/362dd660-31d1-7f98-7862-cc04cb13d4d2/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T12:20:54,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/362dd660-31d1-7f98-7862-cc04cb13d4d2/hadoop.tmp.dir so I do NOT create it in target/test-data/35d68475-caf2-d4a9-6b68-148d70732f2a 2024-11-27T12:20:54,631 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/362dd660-31d1-7f98-7862-cc04cb13d4d2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T12:20:54,631 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d68475-caf2-d4a9-6b68-148d70732f2a 2024-11-27T12:20:54,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T12:20:54,631 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d68475-caf2-d4a9-6b68-148d70732f2a/cluster_03e8eb18-602a-5dc6-fdb5-354487b961b6, deleteOnExit=true 2024-11-27T12:20:54,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T12:20:54,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d68475-caf2-d4a9-6b68-148d70732f2a/test.cache.data in system properties and HBase conf 2024-11-27T12:20:54,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d68475-caf2-d4a9-6b68-148d70732f2a/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T12:20:54,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d68475-caf2-d4a9-6b68-148d70732f2a/hadoop.log.dir in system properties and HBase conf 2024-11-27T12:20:54,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d68475-caf2-d4a9-6b68-148d70732f2a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T12:20:54,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d68475-caf2-d4a9-6b68-148d70732f2a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T12:20:54,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T12:20:54,632 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T12:20:54,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d68475-caf2-d4a9-6b68-148d70732f2a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:20:54,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d68475-caf2-d4a9-6b68-148d70732f2a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:20:54,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d68475-caf2-d4a9-6b68-148d70732f2a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T12:20:54,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d68475-caf2-d4a9-6b68-148d70732f2a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:20:54,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d68475-caf2-d4a9-6b68-148d70732f2a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T12:20:54,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d68475-caf2-d4a9-6b68-148d70732f2a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T12:20:54,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d68475-caf2-d4a9-6b68-148d70732f2a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:20:54,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d68475-caf2-d4a9-6b68-148d70732f2a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:20:54,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d68475-caf2-d4a9-6b68-148d70732f2a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T12:20:54,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d68475-caf2-d4a9-6b68-148d70732f2a/nfs.dump.dir in system properties and HBase conf 2024-11-27T12:20:54,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d68475-caf2-d4a9-6b68-148d70732f2a/java.io.tmpdir in system properties and HBase conf 2024-11-27T12:20:54,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d68475-caf2-d4a9-6b68-148d70732f2a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:20:54,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d68475-caf2-d4a9-6b68-148d70732f2a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T12:20:54,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d68475-caf2-d4a9-6b68-148d70732f2a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T12:20:54,986 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:20:54,990 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:20:54,992 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:20:54,993 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:20:54,993 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T12:20:54,994 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:20:54,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c620576{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d68475-caf2-d4a9-6b68-148d70732f2a/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:20:54,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b7c9c1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:20:55,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69de49c7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d68475-caf2-d4a9-6b68-148d70732f2a/java.io.tmpdir/jetty-localhost-34759-hadoop-hdfs-3_4_1-tests_jar-_-any-6295102836506197556/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:20:55,091 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6def1617{HTTP/1.1, (http/1.1)}{localhost:34759} 2024-11-27T12:20:55,091 INFO [Time-limited test {}] server.Server(415): Started @210060ms 2024-11-27T12:20:55,349 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:20:55,351 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:20:55,354 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:20:55,354 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:20:55,354 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T12:20:55,354 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a0e58bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d68475-caf2-d4a9-6b68-148d70732f2a/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:20:55,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e6736a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:20:55,450 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@641042f0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d68475-caf2-d4a9-6b68-148d70732f2a/java.io.tmpdir/jetty-localhost-45285-hadoop-hdfs-3_4_1-tests_jar-_-any-422635996666202802/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:20:55,450 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@569a2576{HTTP/1.1, (http/1.1)}{localhost:45285} 2024-11-27T12:20:55,450 INFO [Time-limited test {}] server.Server(415): Started @210420ms 2024-11-27T12:20:55,451 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T12:20:56,204 WARN [Thread-2312 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d68475-caf2-d4a9-6b68-148d70732f2a/cluster_03e8eb18-602a-5dc6-fdb5-354487b961b6/data/data2/current/BP-1495483399-172.17.0.3-1732710054649/current, will proceed with Du for space computation calculation, 2024-11-27T12:20:56,204 WARN [Thread-2311 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d68475-caf2-d4a9-6b68-148d70732f2a/cluster_03e8eb18-602a-5dc6-fdb5-354487b961b6/data/data1/current/BP-1495483399-172.17.0.3-1732710054649/current, will proceed with Du for space computation calculation, 2024-11-27T12:20:56,220 WARN [Thread-2299 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T12:20:56,222 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd23d13735da79356 with lease ID 0x40bdc4f6c68e3cf1: Processing first storage report for DS-f6bb97f1-d8d5-482e-8f51-b7b65903d604 from datanode DatanodeRegistration(127.0.0.1:35667, datanodeUuid=f97477b6-eb35-47ec-b357-c1c6acad9619, infoPort=35977, infoSecurePort=0, ipcPort=41603, storageInfo=lv=-57;cid=testClusterID;nsid=164439831;c=1732710054649) 2024-11-27T12:20:56,222 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd23d13735da79356 with lease ID 0x40bdc4f6c68e3cf1: from storage DS-f6bb97f1-d8d5-482e-8f51-b7b65903d604 node DatanodeRegistration(127.0.0.1:35667, datanodeUuid=f97477b6-eb35-47ec-b357-c1c6acad9619, infoPort=35977, infoSecurePort=0, ipcPort=41603, storageInfo=lv=-57;cid=testClusterID;nsid=164439831;c=1732710054649), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:20:56,222 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd23d13735da79356 with lease ID 0x40bdc4f6c68e3cf1: Processing first storage report for DS-49a2233c-8e09-462d-88a5-77d7ee493f51 from datanode DatanodeRegistration(127.0.0.1:35667, datanodeUuid=f97477b6-eb35-47ec-b357-c1c6acad9619, infoPort=35977, infoSecurePort=0, ipcPort=41603, storageInfo=lv=-57;cid=testClusterID;nsid=164439831;c=1732710054649) 2024-11-27T12:20:56,222 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd23d13735da79356 with lease ID 0x40bdc4f6c68e3cf1: from storage DS-49a2233c-8e09-462d-88a5-77d7ee493f51 node DatanodeRegistration(127.0.0.1:35667, datanodeUuid=f97477b6-eb35-47ec-b357-c1c6acad9619, infoPort=35977, infoSecurePort=0, ipcPort=41603, storageInfo=lv=-57;cid=testClusterID;nsid=164439831;c=1732710054649), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T12:20:56,288 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d68475-caf2-d4a9-6b68-148d70732f2a 2024-11-27T12:20:56,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:20:56,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:20:56,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35667 is added to blk_1073741825_1001 (size=7) 2024-11-27T12:20:56,698 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9 with version=8 2024-11-27T12:20:56,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/hbase-staging 2024-11-27T12:20:56,709 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T12:20:56,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:20:56,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:20:56,710 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:20:56,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:20:56,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:20:56,710 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T12:20:56,710 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:20:56,710 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38127 2024-11-27T12:20:56,711 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38127 connecting to ZooKeeper ensemble=127.0.0.1:57034 2024-11-27T12:20:56,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381270x0, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:20:56,755 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38127-0x1017c3d20750003 connected 2024-11-27T12:20:56,829 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:20:56,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:20:56,833 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38127-0x1017c3d20750003, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Set watcher on znode that does not yet exist, /1-1189209796/running 2024-11-27T12:20:56,833 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9, hbase.cluster.distributed=false 2024-11-27T12:20:56,834 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38127-0x1017c3d20750003, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Set watcher on znode that does not yet exist, /1-1189209796/acl 2024-11-27T12:20:56,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38127 2024-11-27T12:20:56,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38127 2024-11-27T12:20:56,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38127 2024-11-27T12:20:56,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38127 2024-11-27T12:20:56,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38127 2024-11-27T12:20:56,853 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T12:20:56,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:20:56,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:20:56,853 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:20:56,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:20:56,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:20:56,853 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T12:20:56,853 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:20:56,854 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41949 2024-11-27T12:20:56,854 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41949 connecting to ZooKeeper ensemble=127.0.0.1:57034 2024-11-27T12:20:56,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:20:56,857 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:20:56,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419490x0, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:20:56,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:419490x0, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Set watcher on znode that does not yet exist, /1-1189209796/running 2024-11-27T12:20:56,871 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41949-0x1017c3d20750004 connected 2024-11-27T12:20:56,871 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T12:20:56,872 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T12:20:56,872 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41949-0x1017c3d20750004, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Set watcher on znode that does not yet exist, /1-1189209796/master 2024-11-27T12:20:56,873 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41949-0x1017c3d20750004, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Set watcher on znode that does not yet exist, /1-1189209796/acl 2024-11-27T12:20:56,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41949 2024-11-27T12:20:56,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41949 2024-11-27T12:20:56,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41949 2024-11-27T12:20:56,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41949 2024-11-27T12:20:56,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41949 2024-11-27T12:20:56,894 DEBUG [M:0;1ba5af43fd99:38127 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ba5af43fd99:38127 2024-11-27T12:20:56,894 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1189209796/backup-masters/1ba5af43fd99,38127,1732710056709 2024-11-27T12:20:56,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38127-0x1017c3d20750003, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1189209796/backup-masters 2024-11-27T12:20:56,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x1017c3d20750004, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1189209796/backup-masters 2024-11-27T12:20:56,902 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38127-0x1017c3d20750003, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Set watcher on existing znode=/1-1189209796/backup-masters/1ba5af43fd99,38127,1732710056709 2024-11-27T12:20:56,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x1017c3d20750004, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1189209796/master 2024-11-27T12:20:56,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38127-0x1017c3d20750003, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1189209796 2024-11-27T12:20:56,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x1017c3d20750004, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1189209796 2024-11-27T12:20:56,913 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38127-0x1017c3d20750003, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Set watcher on existing znode=/1-1189209796/master 2024-11-27T12:20:56,913 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1189209796/backup-masters/1ba5af43fd99,38127,1732710056709 from backup master directory 2024-11-27T12:20:56,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38127-0x1017c3d20750003, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1189209796/backup-masters/1ba5af43fd99,38127,1732710056709 2024-11-27T12:20:56,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38127-0x1017c3d20750003, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1189209796/backup-masters 2024-11-27T12:20:56,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x1017c3d20750004, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1189209796/backup-masters 2024-11-27T12:20:56,923 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:20:56,923 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ba5af43fd99,38127,1732710056709 2024-11-27T12:20:56,926 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/hbase.id] with ID: 5d92b8f3-e27d-4257-b684-1bbb21f355e6 2024-11-27T12:20:56,926 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/.tmp/hbase.id 2024-11-27T12:20:56,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35667 is added to blk_1073741826_1002 (size=42) 2024-11-27T12:20:57,331 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/.tmp/hbase.id]:[hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/hbase.id] 2024-11-27T12:20:57,339 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:20:57,339 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T12:20:57,340 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T12:20:57,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x1017c3d20750004, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1189209796 2024-11-27T12:20:57,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38127-0x1017c3d20750003, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1189209796 2024-11-27T12:20:57,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35667 is added to blk_1073741827_1003 (size=196) 2024-11-27T12:20:57,882 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:20:57,883 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T12:20:57,884 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:20:57,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35667 is added to blk_1073741828_1004 (size=1189) 2024-11-27T12:20:58,290 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/MasterData/data/master/store 2024-11-27T12:20:58,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35667 is added to blk_1073741829_1005 (size=34) 2024-11-27T12:20:58,696 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:20:58,696 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:20:58,696 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:20:58,696 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:20:58,696 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:20:58,696 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:20:58,696 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:20:58,696 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732710058696Disabling compacts and flushes for region at 1732710058696Disabling writes for close at 1732710058696Writing region close event to WAL at 1732710058696Closed at 1732710058696 2024-11-27T12:20:58,697 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/MasterData/data/master/store/.initializing 2024-11-27T12:20:58,697 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/MasterData/WALs/1ba5af43fd99,38127,1732710056709 2024-11-27T12:20:58,698 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:20:58,699 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ba5af43fd99%2C38127%2C1732710056709, suffix=, logDir=hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/MasterData/WALs/1ba5af43fd99,38127,1732710056709, archiveDir=hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/MasterData/oldWALs, maxLogs=10 2024-11-27T12:20:58,712 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/MasterData/WALs/1ba5af43fd99,38127,1732710056709/1ba5af43fd99%2C38127%2C1732710056709.1732710058700, exclude list is [], retry=0 2024-11-27T12:20:58,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35667,DS-f6bb97f1-d8d5-482e-8f51-b7b65903d604,DISK] 2024-11-27T12:20:58,716 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/MasterData/WALs/1ba5af43fd99,38127,1732710056709/1ba5af43fd99%2C38127%2C1732710056709.1732710058700 2024-11-27T12:20:58,716 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35977:35977)] 2024-11-27T12:20:58,716 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:20:58,716 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:20:58,716 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:58,717 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:58,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:58,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T12:20:58,719 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:58,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:20:58,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:58,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T12:20:58,720 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:58,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:20:58,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:58,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T12:20:58,721 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:58,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:20:58,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:58,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T12:20:58,723 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:58,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:20:58,723 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:58,724 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:58,724 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:58,724 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:58,724 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:58,725 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:20:58,725 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:20:58,727 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:20:58,727 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69005036, jitterRate=0.028255164623260498}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:20:58,727 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732710058717Initializing all the Stores at 1732710058717Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710058717Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710058718 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710058718Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710058718Cleaning up temporary data from old regions at 1732710058724 (+6 ms)Region opened successfully at 1732710058727 (+3 ms) 2024-11-27T12:20:58,727 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T12:20:58,729 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52bf2fde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T12:20:58,730 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T12:20:58,730 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T12:20:58,730 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T12:20:58,730 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T12:20:58,730 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T12:20:58,731 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T12:20:58,731 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T12:20:58,732 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T12:20:58,733 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38127-0x1017c3d20750003, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Unable to get data of znode /1-1189209796/balancer because node does not exist (not necessarily an error) 2024-11-27T12:20:58,828 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1189209796/balancer already deleted, retry=false 2024-11-27T12:20:58,829 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T12:20:58,829 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38127-0x1017c3d20750003, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Unable to get data of znode /1-1189209796/normalizer because node does not exist (not necessarily an error) 2024-11-27T12:20:58,839 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1189209796/normalizer already deleted, retry=false 2024-11-27T12:20:58,839 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T12:20:58,840 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38127-0x1017c3d20750003, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Unable to get data of znode /1-1189209796/switch/split because node does not exist (not necessarily an error) 2024-11-27T12:20:58,849 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1189209796/switch/split already deleted, retry=false 2024-11-27T12:20:58,850 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38127-0x1017c3d20750003, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Unable to get data of znode /1-1189209796/switch/merge because node does not exist (not necessarily an error) 2024-11-27T12:20:58,860 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1189209796/switch/merge already deleted, retry=false 2024-11-27T12:20:58,861 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38127-0x1017c3d20750003, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Unable to get data of znode /1-1189209796/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T12:20:58,870 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1189209796/snapshot-cleanup already deleted, retry=false 2024-11-27T12:20:58,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38127-0x1017c3d20750003, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1189209796/running 2024-11-27T12:20:58,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x1017c3d20750004, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1189209796/running 2024-11-27T12:20:58,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38127-0x1017c3d20750003, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1189209796 2024-11-27T12:20:58,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x1017c3d20750004, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1189209796 2024-11-27T12:20:58,881 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ba5af43fd99,38127,1732710056709, sessionid=0x1017c3d20750003, setting cluster-up flag (Was=false) 2024-11-27T12:20:58,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38127-0x1017c3d20750003, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1189209796 2024-11-27T12:20:58,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x1017c3d20750004, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1189209796 2024-11-27T12:20:58,933 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1189209796/flush-table-proc/acquired, /1-1189209796/flush-table-proc/reached, /1-1189209796/flush-table-proc/abort 2024-11-27T12:20:58,934 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,38127,1732710056709 2024-11-27T12:20:58,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38127-0x1017c3d20750003, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1189209796 2024-11-27T12:20:58,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x1017c3d20750004, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1189209796 2024-11-27T12:20:58,986 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1189209796/online-snapshot/acquired, /1-1189209796/online-snapshot/reached, /1-1189209796/online-snapshot/abort 2024-11-27T12:20:58,988 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,38127,1732710056709 2024-11-27T12:20:58,988 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T12:20:58,990 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T12:20:58,990 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T12:20:58,990 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T12:20:58,990 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ba5af43fd99,38127,1732710056709 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T12:20:58,991 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:20:58,991 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:20:58,991 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:20:58,992 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:20:58,992 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ba5af43fd99:0, corePoolSize=10, maxPoolSize=10 2024-11-27T12:20:58,992 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:58,992 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:20:58,992 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:58,993 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:20:58,993 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T12:20:58,994 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:58,995 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T12:20:58,996 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732710088996 2024-11-27T12:20:58,997 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T12:20:58,997 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T12:20:58,997 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T12:20:58,997 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T12:20:58,997 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T12:20:58,997 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T12:20:58,997 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:58,997 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T12:20:58,997 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T12:20:58,998 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T12:20:58,998 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T12:20:59,008 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T12:20:59,008 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T12:20:59,008 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732710059008,5,FailOnTimeoutGroup] 2024-11-27T12:20:59,009 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732710059009,5,FailOnTimeoutGroup] 2024-11-27T12:20:59,009 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:59,009 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T12:20:59,009 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:59,009 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:59,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35667 is added to blk_1073741831_1007 (size=1321) 2024-11-27T12:20:59,083 INFO [RS:0;1ba5af43fd99:41949 {}] regionserver.HRegionServer(746): ClusterId : 5d92b8f3-e27d-4257-b684-1bbb21f355e6 2024-11-27T12:20:59,084 DEBUG [RS:0;1ba5af43fd99:41949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T12:20:59,092 DEBUG [RS:0;1ba5af43fd99:41949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T12:20:59,092 DEBUG [RS:0;1ba5af43fd99:41949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T12:20:59,102 DEBUG [RS:0;1ba5af43fd99:41949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T12:20:59,103 DEBUG [RS:0;1ba5af43fd99:41949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f28a117, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T12:20:59,120 DEBUG [RS:0;1ba5af43fd99:41949 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ba5af43fd99:41949 2024-11-27T12:20:59,120 INFO [RS:0;1ba5af43fd99:41949 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T12:20:59,120 INFO [RS:0;1ba5af43fd99:41949 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T12:20:59,120 DEBUG [RS:0;1ba5af43fd99:41949 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T12:20:59,121 INFO [RS:0;1ba5af43fd99:41949 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ba5af43fd99,38127,1732710056709 with port=41949, startcode=1732710056853 2024-11-27T12:20:59,121 DEBUG [RS:0;1ba5af43fd99:41949 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T12:20:59,122 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56523, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T12:20:59,122 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38127 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ba5af43fd99,41949,1732710056853 2024-11-27T12:20:59,123 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38127 {}] master.ServerManager(517): Registering regionserver=1ba5af43fd99,41949,1732710056853 2024-11-27T12:20:59,124 DEBUG [RS:0;1ba5af43fd99:41949 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9 2024-11-27T12:20:59,124 DEBUG [RS:0;1ba5af43fd99:41949 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37165 2024-11-27T12:20:59,124 DEBUG [RS:0;1ba5af43fd99:41949 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T12:20:59,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38127-0x1017c3d20750003, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1189209796/rs 2024-11-27T12:20:59,171 DEBUG [RS:0;1ba5af43fd99:41949 {}] zookeeper.ZKUtil(111): regionserver:41949-0x1017c3d20750004, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Set watcher on existing znode=/1-1189209796/rs/1ba5af43fd99,41949,1732710056853 2024-11-27T12:20:59,171 WARN [RS:0;1ba5af43fd99:41949 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:20:59,172 INFO [RS:0;1ba5af43fd99:41949 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:20:59,172 DEBUG [RS:0;1ba5af43fd99:41949 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/WALs/1ba5af43fd99,41949,1732710056853 2024-11-27T12:20:59,172 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ba5af43fd99,41949,1732710056853] 2024-11-27T12:20:59,174 INFO [RS:0;1ba5af43fd99:41949 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T12:20:59,176 INFO [RS:0;1ba5af43fd99:41949 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T12:20:59,176 INFO [RS:0;1ba5af43fd99:41949 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T12:20:59,176 INFO [RS:0;1ba5af43fd99:41949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:59,176 INFO [RS:0;1ba5af43fd99:41949 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T12:20:59,177 INFO [RS:0;1ba5af43fd99:41949 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T12:20:59,177 INFO [RS:0;1ba5af43fd99:41949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:59,177 DEBUG [RS:0;1ba5af43fd99:41949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:59,177 DEBUG [RS:0;1ba5af43fd99:41949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:59,177 DEBUG [RS:0;1ba5af43fd99:41949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:59,177 DEBUG [RS:0;1ba5af43fd99:41949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:59,177 DEBUG [RS:0;1ba5af43fd99:41949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:59,177 DEBUG [RS:0;1ba5af43fd99:41949 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:20:59,177 DEBUG [RS:0;1ba5af43fd99:41949 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:59,177 DEBUG [RS:0;1ba5af43fd99:41949 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:59,177 DEBUG [RS:0;1ba5af43fd99:41949 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:59,177 DEBUG [RS:0;1ba5af43fd99:41949 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:59,177 DEBUG [RS:0;1ba5af43fd99:41949 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:59,177 DEBUG [RS:0;1ba5af43fd99:41949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:20:59,177 DEBUG [RS:0;1ba5af43fd99:41949 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:20:59,177 DEBUG [RS:0;1ba5af43fd99:41949 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:20:59,178 INFO [RS:0;1ba5af43fd99:41949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:59,178 INFO [RS:0;1ba5af43fd99:41949 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:59,178 INFO [RS:0;1ba5af43fd99:41949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:59,178 INFO [RS:0;1ba5af43fd99:41949 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:59,178 INFO [RS:0;1ba5af43fd99:41949 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:59,178 INFO [RS:0;1ba5af43fd99:41949 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,41949,1732710056853-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:20:59,198 INFO [RS:0;1ba5af43fd99:41949 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T12:20:59,198 INFO [RS:0;1ba5af43fd99:41949 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,41949,1732710056853-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:59,199 INFO [RS:0;1ba5af43fd99:41949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:59,199 INFO [RS:0;1ba5af43fd99:41949 {}] regionserver.Replication(171): 1ba5af43fd99,41949,1732710056853 started 2024-11-27T12:20:59,211 INFO [RS:0;1ba5af43fd99:41949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:20:59,212 INFO [RS:0;1ba5af43fd99:41949 {}] regionserver.HRegionServer(1482): Serving as 1ba5af43fd99,41949,1732710056853, RpcServer on 1ba5af43fd99/172.17.0.3:41949, sessionid=0x1017c3d20750004 2024-11-27T12:20:59,212 DEBUG [RS:0;1ba5af43fd99:41949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T12:20:59,212 DEBUG [RS:0;1ba5af43fd99:41949 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ba5af43fd99,41949,1732710056853 2024-11-27T12:20:59,212 DEBUG [RS:0;1ba5af43fd99:41949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,41949,1732710056853' 2024-11-27T12:20:59,212 DEBUG [RS:0;1ba5af43fd99:41949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1189209796/flush-table-proc/abort' 2024-11-27T12:20:59,212 DEBUG [RS:0;1ba5af43fd99:41949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1189209796/flush-table-proc/acquired' 2024-11-27T12:20:59,213 DEBUG [RS:0;1ba5af43fd99:41949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T12:20:59,213 DEBUG [RS:0;1ba5af43fd99:41949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T12:20:59,213 DEBUG [RS:0;1ba5af43fd99:41949 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ba5af43fd99,41949,1732710056853 2024-11-27T12:20:59,213 DEBUG [RS:0;1ba5af43fd99:41949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,41949,1732710056853' 2024-11-27T12:20:59,213 DEBUG [RS:0;1ba5af43fd99:41949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1189209796/online-snapshot/abort' 2024-11-27T12:20:59,213 DEBUG [RS:0;1ba5af43fd99:41949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1189209796/online-snapshot/acquired' 2024-11-27T12:20:59,213 DEBUG [RS:0;1ba5af43fd99:41949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T12:20:59,213 INFO [RS:0;1ba5af43fd99:41949 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T12:20:59,213 INFO [RS:0;1ba5af43fd99:41949 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T12:20:59,314 INFO [RS:0;1ba5af43fd99:41949 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:20:59,315 INFO [RS:0;1ba5af43fd99:41949 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C41949%2C1732710056853, suffix=, logDir=hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/WALs/1ba5af43fd99,41949,1732710056853, archiveDir=hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/oldWALs, maxLogs=10 2024-11-27T12:20:59,326 DEBUG [RS:0;1ba5af43fd99:41949 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/WALs/1ba5af43fd99,41949,1732710056853/1ba5af43fd99%2C41949%2C1732710056853.1732710059315, exclude list is [], retry=0 2024-11-27T12:20:59,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35667,DS-f6bb97f1-d8d5-482e-8f51-b7b65903d604,DISK] 2024-11-27T12:20:59,330 INFO [RS:0;1ba5af43fd99:41949 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/WALs/1ba5af43fd99,41949,1732710056853/1ba5af43fd99%2C41949%2C1732710056853.1732710059315 2024-11-27T12:20:59,330 DEBUG [RS:0;1ba5af43fd99:41949 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35977:35977)] 2024-11-27T12:20:59,344 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T12:20:59,416 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T12:20:59,416 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9 2024-11-27T12:20:59,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35667 is added to blk_1073741833_1009 (size=32) 2024-11-27T12:20:59,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:20:59,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:20:59,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:20:59,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:59,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:20:59,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:20:59,824 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:20:59,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:59,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:20:59,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:20:59,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:20:59,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:59,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:20:59,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:20:59,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:20:59,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:20:59,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:20:59,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:20:59,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/hbase/meta/1588230740 2024-11-27T12:20:59,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/hbase/meta/1588230740 2024-11-27T12:20:59,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:20:59,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:20:59,829 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:20:59,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:20:59,831 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:20:59,831 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66706461, jitterRate=-0.005996271967887878}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:20:59,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732710059821Initializing all the Stores at 1732710059822 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710059822Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710059822Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710059822Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710059822Cleaning up temporary data from old regions at 1732710059828 (+6 ms)Region opened successfully at 1732710059831 (+3 ms) 2024-11-27T12:20:59,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:20:59,832 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:20:59,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:20:59,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:20:59,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:20:59,832 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:20:59,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732710059832Disabling compacts and flushes for region at 1732710059832Disabling writes for close at 1732710059832Writing region close event to WAL at 1732710059832Closed at 1732710059832 2024-11-27T12:20:59,833 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:20:59,833 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T12:20:59,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T12:20:59,834 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:20:59,835 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T12:20:59,936 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:20:59,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:59,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:59,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:59,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:59,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:59,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:59,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:59,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:59,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:59,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:20:59,985 DEBUG [1ba5af43fd99:38127 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T12:20:59,986 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ba5af43fd99,41949,1732710056853 2024-11-27T12:20:59,986 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,41949,1732710056853, state=OPENING 2024-11-27T12:21:00,039 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T12:21:00,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38127-0x1017c3d20750003, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1189209796 2024-11-27T12:21:00,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x1017c3d20750004, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1189209796 2024-11-27T12:21:00,050 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1189209796/meta-region-server: CHANGED 2024-11-27T12:21:00,050 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1189209796/meta-region-server: CHANGED 2024-11-27T12:21:00,050 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:21:00,050 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,41949,1732710056853}] 2024-11-27T12:21:00,202 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T12:21:00,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T12:21:00,206 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T12:21:00,206 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:21:00,206 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T12:21:00,207 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C41949%2C1732710056853.meta, suffix=.meta, logDir=hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/WALs/1ba5af43fd99,41949,1732710056853, archiveDir=hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/oldWALs, maxLogs=10 2024-11-27T12:21:00,223 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/WALs/1ba5af43fd99,41949,1732710056853/1ba5af43fd99%2C41949%2C1732710056853.meta.1732710060207.meta, exclude list is [], retry=0 2024-11-27T12:21:00,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35667,DS-f6bb97f1-d8d5-482e-8f51-b7b65903d604,DISK] 2024-11-27T12:21:00,226 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/WALs/1ba5af43fd99,41949,1732710056853/1ba5af43fd99%2C41949%2C1732710056853.meta.1732710060207.meta 2024-11-27T12:21:00,227 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35977:35977)] 2024-11-27T12:21:00,227 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:21:00,227 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:21:00,227 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T12:21:00,227 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T12:21:00,227 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T12:21:00,227 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T12:21:00,227 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:21:00,227 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T12:21:00,227 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T12:21:00,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:21:00,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:21:00,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:00,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:21:00,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:21:00,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:21:00,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:00,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:21:00,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:21:00,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:21:00,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:00,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:21:00,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:21:00,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:21:00,232 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:00,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:21:00,232 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:21:00,232 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/hbase/meta/1588230740 2024-11-27T12:21:00,233 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/hbase/meta/1588230740 2024-11-27T12:21:00,234 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:21:00,234 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:21:00,234 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:21:00,235 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:21:00,235 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67433223, jitterRate=0.004833325743675232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:21:00,235 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T12:21:00,235 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732710060227Writing region info on filesystem at 1732710060227Initializing all the Stores at 1732710060228 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710060228Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710060228Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710060228Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710060228Cleaning up temporary data from old regions at 1732710060234 (+6 ms)Running coprocessor post-open hooks at 1732710060235 (+1 ms)Region opened successfully at 1732710060235 2024-11-27T12:21:00,236 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732710060202 2024-11-27T12:21:00,238 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T12:21:00,238 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T12:21:00,238 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,41949,1732710056853 2024-11-27T12:21:00,239 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,41949,1732710056853, state=OPEN 2024-11-27T12:21:00,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38127-0x1017c3d20750003, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1189209796/meta-region-server 2024-11-27T12:21:00,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x1017c3d20750004, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1189209796/meta-region-server 2024-11-27T12:21:00,249 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ba5af43fd99,41949,1732710056853 2024-11-27T12:21:00,249 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1189209796/meta-region-server: CHANGED 2024-11-27T12:21:00,249 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1189209796/meta-region-server: CHANGED 2024-11-27T12:21:00,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T12:21:00,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,41949,1732710056853 in 199 msec 2024-11-27T12:21:00,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T12:21:00,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 418 msec 2024-11-27T12:21:00,253 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:21:00,253 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T12:21:00,254 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:21:00,254 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,41949,1732710056853, seqNum=-1] 2024-11-27T12:21:00,255 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:21:00,256 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:21:00,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2690 sec 2024-11-27T12:21:00,260 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732710060260, completionTime=-1 2024-11-27T12:21:00,260 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T12:21:00,260 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T12:21:00,262 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T12:21:00,262 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732710120262 2024-11-27T12:21:00,262 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732710180262 2024-11-27T12:21:00,262 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T12:21:00,262 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,38127,1732710056709-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:00,262 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,38127,1732710056709-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:00,262 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,38127,1732710056709-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:00,262 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ba5af43fd99:38127, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:00,262 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:00,263 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:00,264 DEBUG [master/1ba5af43fd99:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T12:21:00,266 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.343sec 2024-11-27T12:21:00,266 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T12:21:00,266 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T12:21:00,266 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T12:21:00,266 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T12:21:00,266 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T12:21:00,266 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,38127,1732710056709-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:21:00,266 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,38127,1732710056709-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T12:21:00,268 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T12:21:00,268 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T12:21:00,268 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,38127,1732710056709-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:00,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f9ab952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:00,284 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,38127,-1 for getting cluster id 2024-11-27T12:21:00,284 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:21:00,285 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d92b8f3-e27d-4257-b684-1bbb21f355e6' 2024-11-27T12:21:00,286 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:21:00,286 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d92b8f3-e27d-4257-b684-1bbb21f355e6" 2024-11-27T12:21:00,286 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c177626, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:00,286 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,38127,-1] 2024-11-27T12:21:00,286 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:21:00,286 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:00,287 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:21:00,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2229cd7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:00,288 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:21:00,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,41949,1732710056853, seqNum=-1] 2024-11-27T12:21:00,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:21:00,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:21:00,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ba5af43fd99,38127,1732710056709 2024-11-27T12:21:00,292 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57034 2024-11-27T12:21:00,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:21:00,302 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017c3d20750005 connected 2024-11-27T12:21:00,314 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:21:00,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,44707,1732710050878 2024-11-27T12:21:00,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44b1292e 2024-11-27T12:21:00,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:21:00,316 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:21:00,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44707 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:21:00,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44707 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T12:21:00,319 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T12:21:00,319 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:00,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44707 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T12:21:00,320 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T12:21:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:21:00,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741835_1011 (size=902) 2024-11-27T12:21:00,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:21:00,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:21:00,730 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 35e013d273b9a70d9bab6ab6f66659ae, NAME => 'test,,1732710060316.35e013d273b9a70d9bab6ab6f66659ae.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247 2024-11-27T12:21:00,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741836_1012 (size=39) 2024-11-27T12:21:00,735 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732710060316.35e013d273b9a70d9bab6ab6f66659ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:21:00,735 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 35e013d273b9a70d9bab6ab6f66659ae, disabling compactions & flushes 2024-11-27T12:21:00,735 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732710060316.35e013d273b9a70d9bab6ab6f66659ae. 2024-11-27T12:21:00,735 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732710060316.35e013d273b9a70d9bab6ab6f66659ae. 2024-11-27T12:21:00,735 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732710060316.35e013d273b9a70d9bab6ab6f66659ae. after waiting 0 ms 2024-11-27T12:21:00,735 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732710060316.35e013d273b9a70d9bab6ab6f66659ae. 2024-11-27T12:21:00,735 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732710060316.35e013d273b9a70d9bab6ab6f66659ae. 2024-11-27T12:21:00,735 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 35e013d273b9a70d9bab6ab6f66659ae: Waiting for close lock at 1732710060735Disabling compacts and flushes for region at 1732710060735Disabling writes for close at 1732710060735Writing region close event to WAL at 1732710060735Closed at 1732710060735 2024-11-27T12:21:00,736 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T12:21:00,736 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732710060316.35e013d273b9a70d9bab6ab6f66659ae.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732710060736"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732710060736"}]},"ts":"1732710060736"} 2024-11-27T12:21:00,738 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T12:21:00,739 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T12:21:00,739 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710060739"}]},"ts":"1732710060739"} 2024-11-27T12:21:00,740 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T12:21:00,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=35e013d273b9a70d9bab6ab6f66659ae, ASSIGN}] 2024-11-27T12:21:00,741 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=35e013d273b9a70d9bab6ab6f66659ae, ASSIGN 2024-11-27T12:21:00,742 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=35e013d273b9a70d9bab6ab6f66659ae, ASSIGN; state=OFFLINE, location=1ba5af43fd99,46397,1732710051163; forceNewPlan=false, retain=false 2024-11-27T12:21:00,892 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=35e013d273b9a70d9bab6ab6f66659ae, regionState=OPENING, regionLocation=1ba5af43fd99,46397,1732710051163 2024-11-27T12:21:00,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=35e013d273b9a70d9bab6ab6f66659ae, ASSIGN because future has completed 2024-11-27T12:21:00,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35e013d273b9a70d9bab6ab6f66659ae, server=1ba5af43fd99,46397,1732710051163}] 2024-11-27T12:21:00,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:21:01,049 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732710060316.35e013d273b9a70d9bab6ab6f66659ae. 2024-11-27T12:21:01,049 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 35e013d273b9a70d9bab6ab6f66659ae, NAME => 'test,,1732710060316.35e013d273b9a70d9bab6ab6f66659ae.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:21:01,050 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:21:01,050 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T12:21:01,050 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 35e013d273b9a70d9bab6ab6f66659ae 2024-11-27T12:21:01,050 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732710060316.35e013d273b9a70d9bab6ab6f66659ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:21:01,050 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 35e013d273b9a70d9bab6ab6f66659ae 2024-11-27T12:21:01,050 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 35e013d273b9a70d9bab6ab6f66659ae 2024-11-27T12:21:01,054 INFO [StoreOpener-35e013d273b9a70d9bab6ab6f66659ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 35e013d273b9a70d9bab6ab6f66659ae 2024-11-27T12:21:01,055 INFO [StoreOpener-35e013d273b9a70d9bab6ab6f66659ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35e013d273b9a70d9bab6ab6f66659ae columnFamilyName f 2024-11-27T12:21:01,055 DEBUG [StoreOpener-35e013d273b9a70d9bab6ab6f66659ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:01,056 INFO [StoreOpener-35e013d273b9a70d9bab6ab6f66659ae-1 {}] regionserver.HStore(327): Store=35e013d273b9a70d9bab6ab6f66659ae/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:21:01,056 INFO [StoreOpener-35e013d273b9a70d9bab6ab6f66659ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 35e013d273b9a70d9bab6ab6f66659ae 2024-11-27T12:21:01,057 INFO [StoreOpener-35e013d273b9a70d9bab6ab6f66659ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35e013d273b9a70d9bab6ab6f66659ae columnFamilyName f1 2024-11-27T12:21:01,057 DEBUG [StoreOpener-35e013d273b9a70d9bab6ab6f66659ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:01,057 INFO [StoreOpener-35e013d273b9a70d9bab6ab6f66659ae-1 {}] regionserver.HStore(327): Store=35e013d273b9a70d9bab6ab6f66659ae/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:21:01,057 INFO [StoreOpener-35e013d273b9a70d9bab6ab6f66659ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 35e013d273b9a70d9bab6ab6f66659ae 2024-11-27T12:21:01,058 INFO [StoreOpener-35e013d273b9a70d9bab6ab6f66659ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35e013d273b9a70d9bab6ab6f66659ae columnFamilyName norep 2024-11-27T12:21:01,058 DEBUG [StoreOpener-35e013d273b9a70d9bab6ab6f66659ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:01,058 INFO [StoreOpener-35e013d273b9a70d9bab6ab6f66659ae-1 {}] regionserver.HStore(327): Store=35e013d273b9a70d9bab6ab6f66659ae/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:21:01,058 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 35e013d273b9a70d9bab6ab6f66659ae 2024-11-27T12:21:01,059 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/default/test/35e013d273b9a70d9bab6ab6f66659ae 2024-11-27T12:21:01,059 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/default/test/35e013d273b9a70d9bab6ab6f66659ae 2024-11-27T12:21:01,060 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 35e013d273b9a70d9bab6ab6f66659ae 2024-11-27T12:21:01,060 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 35e013d273b9a70d9bab6ab6f66659ae 2024-11-27T12:21:01,060 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T12:21:01,061 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 35e013d273b9a70d9bab6ab6f66659ae 2024-11-27T12:21:01,063 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/default/test/35e013d273b9a70d9bab6ab6f66659ae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:21:01,063 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 35e013d273b9a70d9bab6ab6f66659ae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59113924, jitterRate=-0.11913388967514038}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T12:21:01,063 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 35e013d273b9a70d9bab6ab6f66659ae 2024-11-27T12:21:01,064 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 35e013d273b9a70d9bab6ab6f66659ae: Running coprocessor pre-open hook at 1732710061051Writing region info on filesystem at 1732710061051Initializing all the Stores at 1732710061051Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710061051Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710061054 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710061054Cleaning up temporary data from old regions at 1732710061060 (+6 ms)Running coprocessor post-open hooks at 1732710061064 (+4 ms)Region opened successfully at 1732710061064 2024-11-27T12:21:01,065 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732710060316.35e013d273b9a70d9bab6ab6f66659ae., pid=6, masterSystemTime=1732710061046 2024-11-27T12:21:01,067 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732710060316.35e013d273b9a70d9bab6ab6f66659ae. 2024-11-27T12:21:01,067 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732710060316.35e013d273b9a70d9bab6ab6f66659ae. 2024-11-27T12:21:01,067 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=35e013d273b9a70d9bab6ab6f66659ae, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1ba5af43fd99,46397,1732710051163 2024-11-27T12:21:01,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35e013d273b9a70d9bab6ab6f66659ae, server=1ba5af43fd99,46397,1732710051163 because future has completed 2024-11-27T12:21:01,072 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T12:21:01,072 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 35e013d273b9a70d9bab6ab6f66659ae, server=1ba5af43fd99,46397,1732710051163 in 176 msec 2024-11-27T12:21:01,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T12:21:01,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=35e013d273b9a70d9bab6ab6f66659ae, ASSIGN in 332 msec 2024-11-27T12:21:01,074 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T12:21:01,075 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710061074"}]},"ts":"1732710061074"} 2024-11-27T12:21:01,076 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T12:21:01,077 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T12:21:01,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 760 msec 2024-11-27T12:21:01,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:21:01,460 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T12:21:01,460 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:21:01,461 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,38127,1732710056709 2024-11-27T12:21:01,461 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8370ec6 2024-11-27T12:21:01,461 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:21:01,462 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:21:01,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38127 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:21:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38127 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T12:21:01,464 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T12:21:01,464 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:01,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38127 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T12:21:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:21:01,465 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T12:21:01,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35667 is added to blk_1073741835_1011 (size=902) 2024-11-27T12:21:01,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T12:21:01,472 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T12:21:01,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T12:21:01,472 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T12:21:01,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:21:01,472 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-27T12:21:01,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T12:21:01,472 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T12:21:01,473 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:21:01,473 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T12:21:01,473 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T12:21:01,473 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T12:21:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:21:01,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:21:01,872 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3fc4c981374000f47ad6bd959b241fdf, NAME => 'test,,1732710061462.3fc4c981374000f47ad6bd959b241fdf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9 2024-11-27T12:21:01,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35667 is added to blk_1073741836_1012 (size=39) 2024-11-27T12:21:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:21:02,109 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:21:02,109 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ba5af43fd99,33547,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:33547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T12:21:02,110 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18258 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ba5af43fd99,33547,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:33547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T12:21:02,277 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732710061462.3fc4c981374000f47ad6bd959b241fdf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:21:02,277 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3fc4c981374000f47ad6bd959b241fdf, disabling compactions & flushes 2024-11-27T12:21:02,277 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732710061462.3fc4c981374000f47ad6bd959b241fdf. 2024-11-27T12:21:02,277 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732710061462.3fc4c981374000f47ad6bd959b241fdf. 2024-11-27T12:21:02,277 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732710061462.3fc4c981374000f47ad6bd959b241fdf. after waiting 0 ms 2024-11-27T12:21:02,277 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732710061462.3fc4c981374000f47ad6bd959b241fdf. 2024-11-27T12:21:02,277 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732710061462.3fc4c981374000f47ad6bd959b241fdf. 2024-11-27T12:21:02,277 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3fc4c981374000f47ad6bd959b241fdf: Waiting for close lock at 1732710062277Disabling compacts and flushes for region at 1732710062277Disabling writes for close at 1732710062277Writing region close event to WAL at 1732710062277Closed at 1732710062277 2024-11-27T12:21:02,278 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T12:21:02,278 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732710061462.3fc4c981374000f47ad6bd959b241fdf.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732710062278"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732710062278"}]},"ts":"1732710062278"} 2024-11-27T12:21:02,280 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T12:21:02,281 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T12:21:02,281 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710062281"}]},"ts":"1732710062281"} 2024-11-27T12:21:02,282 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T12:21:02,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3fc4c981374000f47ad6bd959b241fdf, ASSIGN}] 2024-11-27T12:21:02,284 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3fc4c981374000f47ad6bd959b241fdf, ASSIGN 2024-11-27T12:21:02,284 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3fc4c981374000f47ad6bd959b241fdf, ASSIGN; state=OFFLINE, location=1ba5af43fd99,41949,1732710056853; forceNewPlan=false, retain=false 2024-11-27T12:21:02,435 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3fc4c981374000f47ad6bd959b241fdf, regionState=OPENING, regionLocation=1ba5af43fd99,41949,1732710056853 2024-11-27T12:21:02,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3fc4c981374000f47ad6bd959b241fdf, ASSIGN because future has completed 2024-11-27T12:21:02,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3fc4c981374000f47ad6bd959b241fdf, server=1ba5af43fd99,41949,1732710056853}] 2024-11-27T12:21:02,592 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732710061462.3fc4c981374000f47ad6bd959b241fdf. 2024-11-27T12:21:02,592 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3fc4c981374000f47ad6bd959b241fdf, NAME => 'test,,1732710061462.3fc4c981374000f47ad6bd959b241fdf.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:21:02,592 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:21:02,592 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T12:21:02,593 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3fc4c981374000f47ad6bd959b241fdf 2024-11-27T12:21:02,593 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732710061462.3fc4c981374000f47ad6bd959b241fdf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:21:02,593 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3fc4c981374000f47ad6bd959b241fdf 2024-11-27T12:21:02,593 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3fc4c981374000f47ad6bd959b241fdf 2024-11-27T12:21:02,594 INFO [StoreOpener-3fc4c981374000f47ad6bd959b241fdf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3fc4c981374000f47ad6bd959b241fdf 2024-11-27T12:21:02,595 INFO [StoreOpener-3fc4c981374000f47ad6bd959b241fdf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fc4c981374000f47ad6bd959b241fdf columnFamilyName f 2024-11-27T12:21:02,595 DEBUG [StoreOpener-3fc4c981374000f47ad6bd959b241fdf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:02,595 INFO [StoreOpener-3fc4c981374000f47ad6bd959b241fdf-1 {}] regionserver.HStore(327): Store=3fc4c981374000f47ad6bd959b241fdf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:21:02,595 INFO [StoreOpener-3fc4c981374000f47ad6bd959b241fdf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3fc4c981374000f47ad6bd959b241fdf 2024-11-27T12:21:02,596 INFO [StoreOpener-3fc4c981374000f47ad6bd959b241fdf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fc4c981374000f47ad6bd959b241fdf columnFamilyName f1 2024-11-27T12:21:02,596 DEBUG [StoreOpener-3fc4c981374000f47ad6bd959b241fdf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:02,596 INFO [StoreOpener-3fc4c981374000f47ad6bd959b241fdf-1 {}] regionserver.HStore(327): Store=3fc4c981374000f47ad6bd959b241fdf/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:21:02,596 INFO [StoreOpener-3fc4c981374000f47ad6bd959b241fdf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3fc4c981374000f47ad6bd959b241fdf 2024-11-27T12:21:02,597 INFO [StoreOpener-3fc4c981374000f47ad6bd959b241fdf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fc4c981374000f47ad6bd959b241fdf columnFamilyName norep 2024-11-27T12:21:02,597 DEBUG [StoreOpener-3fc4c981374000f47ad6bd959b241fdf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:02,597 INFO [StoreOpener-3fc4c981374000f47ad6bd959b241fdf-1 {}] regionserver.HStore(327): Store=3fc4c981374000f47ad6bd959b241fdf/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:21:02,597 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3fc4c981374000f47ad6bd959b241fdf 2024-11-27T12:21:02,598 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/default/test/3fc4c981374000f47ad6bd959b241fdf 2024-11-27T12:21:02,598 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/default/test/3fc4c981374000f47ad6bd959b241fdf 2024-11-27T12:21:02,599 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3fc4c981374000f47ad6bd959b241fdf 2024-11-27T12:21:02,599 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3fc4c981374000f47ad6bd959b241fdf 2024-11-27T12:21:02,599 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T12:21:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:21:02,600 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3fc4c981374000f47ad6bd959b241fdf 2024-11-27T12:21:02,601 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/default/test/3fc4c981374000f47ad6bd959b241fdf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:21:02,601 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3fc4c981374000f47ad6bd959b241fdf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71943804, jitterRate=0.07204622030258179}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T12:21:02,601 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3fc4c981374000f47ad6bd959b241fdf 2024-11-27T12:21:02,601 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3fc4c981374000f47ad6bd959b241fdf: Running coprocessor pre-open hook at 1732710062593Writing region info on filesystem at 1732710062593Initializing all the Stores at 1732710062593Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710062594 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710062594Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710062594Cleaning up temporary data from old regions at 1732710062599 (+5 ms)Running coprocessor post-open hooks at 1732710062601 (+2 ms)Region opened successfully at 1732710062601 2024-11-27T12:21:02,602 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732710061462.3fc4c981374000f47ad6bd959b241fdf., pid=6, masterSystemTime=1732710062589 2024-11-27T12:21:02,603 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732710061462.3fc4c981374000f47ad6bd959b241fdf. 2024-11-27T12:21:02,603 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732710061462.3fc4c981374000f47ad6bd959b241fdf. 2024-11-27T12:21:02,604 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3fc4c981374000f47ad6bd959b241fdf, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1ba5af43fd99,41949,1732710056853 2024-11-27T12:21:02,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3fc4c981374000f47ad6bd959b241fdf, server=1ba5af43fd99,41949,1732710056853 because future has completed 2024-11-27T12:21:02,608 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T12:21:02,608 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3fc4c981374000f47ad6bd959b241fdf, server=1ba5af43fd99,41949,1732710056853 in 169 msec 2024-11-27T12:21:02,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T12:21:02,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3fc4c981374000f47ad6bd959b241fdf, ASSIGN in 325 msec 2024-11-27T12:21:02,610 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T12:21:02,610 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710062610"}]},"ts":"1732710062610"} 2024-11-27T12:21:02,612 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T12:21:02,612 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T12:21:02,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-27T12:21:03,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:21:03,610 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T12:21:03,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13af988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:03,610 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,44707,-1 for getting cluster id 2024-11-27T12:21:03,610 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:21:03,611 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6924d2-6706-440d-94cf-0b5231e2a898' 2024-11-27T12:21:03,611 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:21:03,611 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6924d2-6706-440d-94cf-0b5231e2a898" 2024-11-27T12:21:03,611 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d7fcba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:03,611 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,44707,-1] 2024-11-27T12:21:03,611 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:21:03,612 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:03,612 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:21:03,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cbd8d39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:03,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa6eedb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:03,613 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,38127,-1 for getting cluster id 2024-11-27T12:21:03,613 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:21:03,614 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d92b8f3-e27d-4257-b684-1bbb21f355e6' 2024-11-27T12:21:03,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:21:03,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d92b8f3-e27d-4257-b684-1bbb21f355e6" 2024-11-27T12:21:03,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@652f942b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:03,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,38127,-1] 2024-11-27T12:21:03,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:21:03,615 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:03,615 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:21:03,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6443fc5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:03,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d23902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:03,616 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,44707,-1 for getting cluster id 2024-11-27T12:21:03,616 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:21:03,616 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6924d2-6706-440d-94cf-0b5231e2a898' 2024-11-27T12:21:03,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:21:03,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6924d2-6706-440d-94cf-0b5231e2a898" 2024-11-27T12:21:03,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ad20c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:03,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,44707,-1] 2024-11-27T12:21:03,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:21:03,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:03,618 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:21:03,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@563f1814, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:03,618 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:21:03,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,44707,1732710050878 2024-11-27T12:21:03,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15d3c63b 2024-11-27T12:21:03,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:21:03,620 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:21:03,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44707 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://1ba5af43fd99:38127,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T12:21:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44707 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T12:21:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:21:03,622 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ba5af43fd99:38127' 2024-11-27T12:21:03,623 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c2a9143, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:03,623 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,38127,-1 for getting cluster id 2024-11-27T12:21:03,623 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:21:03,623 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d92b8f3-e27d-4257-b684-1bbb21f355e6' 2024-11-27T12:21:03,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:21:03,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d92b8f3-e27d-4257-b684-1bbb21f355e6" 2024-11-27T12:21:03,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c21642, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:03,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,38127,-1] 2024-11-27T12:21:03,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:21:03,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:03,625 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:21:03,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41723179, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:03,625 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:21:03,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,38127,1732710056709 2024-11-27T12:21:03,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9c31e2e 2024-11-27T12:21:03,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:21:03,626 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:21:03,627 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T12:21:03,627 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T12:21:03,627 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:03,627 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:21:03,627 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:03,628 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:21:03,629 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T12:21:03,629 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T12:21:03,629 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:03,630 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T12:21:03,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741837_1013 (size=1138) 2024-11-27T12:21:03,679 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T12:21:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:21:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:21:04,036 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7d2f0326f91a0d73b0e95e7fbcb8e638, NAME => 'hbase:replication,,1732710063627.7d2f0326f91a0d73b0e95e7fbcb8e638.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247 2024-11-27T12:21:04,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741838_1014 (size=44) 2024-11-27T12:21:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:21:04,441 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732710063627.7d2f0326f91a0d73b0e95e7fbcb8e638.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:21:04,441 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7d2f0326f91a0d73b0e95e7fbcb8e638, disabling compactions & flushes 2024-11-27T12:21:04,441 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732710063627.7d2f0326f91a0d73b0e95e7fbcb8e638. 2024-11-27T12:21:04,441 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732710063627.7d2f0326f91a0d73b0e95e7fbcb8e638. 2024-11-27T12:21:04,441 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732710063627.7d2f0326f91a0d73b0e95e7fbcb8e638. after waiting 0 ms 2024-11-27T12:21:04,441 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732710063627.7d2f0326f91a0d73b0e95e7fbcb8e638. 2024-11-27T12:21:04,441 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732710063627.7d2f0326f91a0d73b0e95e7fbcb8e638. 2024-11-27T12:21:04,441 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7d2f0326f91a0d73b0e95e7fbcb8e638: Waiting for close lock at 1732710064441Disabling compacts and flushes for region at 1732710064441Disabling writes for close at 1732710064441Writing region close event to WAL at 1732710064441Closed at 1732710064441 2024-11-27T12:21:04,496 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T12:21:04,496 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732710063627.7d2f0326f91a0d73b0e95e7fbcb8e638.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732710064496"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732710064496"}]},"ts":"1732710064496"} 2024-11-27T12:21:04,498 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T12:21:04,499 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T12:21:04,499 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710064499"}]},"ts":"1732710064499"} 2024-11-27T12:21:04,500 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T12:21:04,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7d2f0326f91a0d73b0e95e7fbcb8e638, ASSIGN}] 2024-11-27T12:21:04,501 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7d2f0326f91a0d73b0e95e7fbcb8e638, ASSIGN 2024-11-27T12:21:04,502 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7d2f0326f91a0d73b0e95e7fbcb8e638, ASSIGN; state=OFFLINE, location=1ba5af43fd99,46397,1732710051163; forceNewPlan=false, retain=false 2024-11-27T12:21:04,653 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7d2f0326f91a0d73b0e95e7fbcb8e638, regionState=OPENING, regionLocation=1ba5af43fd99,46397,1732710051163 2024-11-27T12:21:04,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7d2f0326f91a0d73b0e95e7fbcb8e638, ASSIGN because future has completed 2024-11-27T12:21:04,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d2f0326f91a0d73b0e95e7fbcb8e638, server=1ba5af43fd99,46397,1732710051163}] 2024-11-27T12:21:04,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:21:04,810 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732710063627.7d2f0326f91a0d73b0e95e7fbcb8e638. 2024-11-27T12:21:04,810 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:21:04,810 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T12:21:04,811 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C46397%2C1732710051163.rep, suffix=, logDir=hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163, archiveDir=hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/oldWALs, maxLogs=10 2024-11-27T12:21:04,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.rep.1732710064811, exclude list is [], retry=0 2024-11-27T12:21:04,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36137,DS-635a9113-c5d1-4cdf-84a8-455c642921af,DISK] 2024-11-27T12:21:04,826 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.rep.1732710064811 2024-11-27T12:21:04,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33785:33785)] 2024-11-27T12:21:04,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7d2f0326f91a0d73b0e95e7fbcb8e638, NAME => 'hbase:replication,,1732710063627.7d2f0326f91a0d73b0e95e7fbcb8e638.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:21:04,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:21:04,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T12:21:04,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732710063627.7d2f0326f91a0d73b0e95e7fbcb8e638. service=MultiRowMutationService 2024-11-27T12:21:04,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T12:21:04,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7d2f0326f91a0d73b0e95e7fbcb8e638 2024-11-27T12:21:04,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732710063627.7d2f0326f91a0d73b0e95e7fbcb8e638.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:21:04,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7d2f0326f91a0d73b0e95e7fbcb8e638 2024-11-27T12:21:04,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7d2f0326f91a0d73b0e95e7fbcb8e638 2024-11-27T12:21:04,832 INFO [StoreOpener-7d2f0326f91a0d73b0e95e7fbcb8e638-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7d2f0326f91a0d73b0e95e7fbcb8e638 2024-11-27T12:21:04,833 INFO [StoreOpener-7d2f0326f91a0d73b0e95e7fbcb8e638-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d2f0326f91a0d73b0e95e7fbcb8e638 columnFamilyName hfileref 2024-11-27T12:21:04,833 DEBUG [StoreOpener-7d2f0326f91a0d73b0e95e7fbcb8e638-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:04,833 INFO [StoreOpener-7d2f0326f91a0d73b0e95e7fbcb8e638-1 {}] regionserver.HStore(327): Store=7d2f0326f91a0d73b0e95e7fbcb8e638/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:21:04,833 INFO [StoreOpener-7d2f0326f91a0d73b0e95e7fbcb8e638-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7d2f0326f91a0d73b0e95e7fbcb8e638 2024-11-27T12:21:04,834 INFO [StoreOpener-7d2f0326f91a0d73b0e95e7fbcb8e638-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d2f0326f91a0d73b0e95e7fbcb8e638 columnFamilyName queue 2024-11-27T12:21:04,834 DEBUG [StoreOpener-7d2f0326f91a0d73b0e95e7fbcb8e638-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:04,834 INFO [StoreOpener-7d2f0326f91a0d73b0e95e7fbcb8e638-1 {}] regionserver.HStore(327): Store=7d2f0326f91a0d73b0e95e7fbcb8e638/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:21:04,834 INFO [StoreOpener-7d2f0326f91a0d73b0e95e7fbcb8e638-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7d2f0326f91a0d73b0e95e7fbcb8e638 2024-11-27T12:21:04,835 INFO [StoreOpener-7d2f0326f91a0d73b0e95e7fbcb8e638-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d2f0326f91a0d73b0e95e7fbcb8e638 columnFamilyName sid 2024-11-27T12:21:04,835 DEBUG [StoreOpener-7d2f0326f91a0d73b0e95e7fbcb8e638-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:04,836 INFO [StoreOpener-7d2f0326f91a0d73b0e95e7fbcb8e638-1 {}] regionserver.HStore(327): Store=7d2f0326f91a0d73b0e95e7fbcb8e638/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:21:04,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7d2f0326f91a0d73b0e95e7fbcb8e638 2024-11-27T12:21:04,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/hbase/replication/7d2f0326f91a0d73b0e95e7fbcb8e638 2024-11-27T12:21:04,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/hbase/replication/7d2f0326f91a0d73b0e95e7fbcb8e638 2024-11-27T12:21:04,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7d2f0326f91a0d73b0e95e7fbcb8e638 2024-11-27T12:21:04,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7d2f0326f91a0d73b0e95e7fbcb8e638 2024-11-27T12:21:04,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T12:21:04,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7d2f0326f91a0d73b0e95e7fbcb8e638 2024-11-27T12:21:04,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/hbase/replication/7d2f0326f91a0d73b0e95e7fbcb8e638/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:21:04,841 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7d2f0326f91a0d73b0e95e7fbcb8e638; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68451149, jitterRate=0.0200016051530838}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T12:21:04,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7d2f0326f91a0d73b0e95e7fbcb8e638 2024-11-27T12:21:04,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7d2f0326f91a0d73b0e95e7fbcb8e638: Running coprocessor pre-open hook at 1732710064829Writing region info on filesystem at 1732710064829Initializing all the Stores at 1732710064830 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710064830Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710064832 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710064832Cleaning up temporary data from old regions at 1732710064837 (+5 ms)Running coprocessor post-open hooks at 1732710064841 (+4 ms)Region opened successfully at 1732710064841 2024-11-27T12:21:04,842 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732710063627.7d2f0326f91a0d73b0e95e7fbcb8e638., pid=10, masterSystemTime=1732710064807 2024-11-27T12:21:04,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732710063627.7d2f0326f91a0d73b0e95e7fbcb8e638. 2024-11-27T12:21:04,844 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732710063627.7d2f0326f91a0d73b0e95e7fbcb8e638. 2024-11-27T12:21:04,844 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7d2f0326f91a0d73b0e95e7fbcb8e638, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,46397,1732710051163 2024-11-27T12:21:04,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d2f0326f91a0d73b0e95e7fbcb8e638, server=1ba5af43fd99,46397,1732710051163 because future has completed 2024-11-27T12:21:04,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T12:21:04,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7d2f0326f91a0d73b0e95e7fbcb8e638, server=1ba5af43fd99,46397,1732710051163 in 192 msec 2024-11-27T12:21:04,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T12:21:04,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7d2f0326f91a0d73b0e95e7fbcb8e638, ASSIGN in 347 msec 2024-11-27T12:21:04,850 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T12:21:04,850 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710064850"}]},"ts":"1732710064850"} 2024-11-27T12:21:04,852 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T12:21:04,852 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T12:21:04,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2240 sec 2024-11-27T12:21:04,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732710063627.7d2f0326f91a0d73b0e95e7fbcb8e638., hostname=1ba5af43fd99,46397,1732710051163, seqNum=2] 2024-11-27T12:21:04,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44707-0x1017c3d20750000, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-47701126 2024-11-27T12:21:04,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1017c3d20750001, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-47701126 2024-11-27T12:21:04,951 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T12:21:05,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46397 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T12:21:05,103 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T12:21:05,141 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1ba5af43fd99,46397,1732710051163, ReplicationSource: 1, currentBandwidth=0 2024-11-27T12:21:05,141 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:21:05,141 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,46397,1732710051163, seqNum=-1] 2024-11-27T12:21:05,142 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:21:05,143 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-27T12:21:05,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1ba5af43fd99,46397,1732710051163', locateType=CURRENT is [region=hbase:replication,,1732710063627.7d2f0326f91a0d73b0e95e7fbcb8e638., hostname=1ba5af43fd99,46397,1732710051163, seqNum=2] 2024-11-27T12:21:05,147 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T12:21:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44707 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T12:21:05,149 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1ba5af43fd99,46397,1732710051163 suceeded 2024-11-27T12:21:05,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T12:21:05,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-27T12:21:05,150 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1ba5af43fd99:38127,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T12:21:05,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5300 sec 2024-11-27T12:21:05,161 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ba5af43fd99:38127' 2024-11-27T12:21:05,162 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72f5cc9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:05,162 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,38127,-1 for getting cluster id 2024-11-27T12:21:05,162 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:21:05,163 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d92b8f3-e27d-4257-b684-1bbb21f355e6' 2024-11-27T12:21:05,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:21:05,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d92b8f3-e27d-4257-b684-1bbb21f355e6" 2024-11-27T12:21:05,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59a17cda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:05,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,38127,-1] 2024-11-27T12:21:05,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:21:05,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:05,164 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:21:05,165 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65d2ec56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:05,165 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:21:05,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,38127,1732710056709 2024-11-27T12:21:05,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1efbab87 2024-11-27T12:21:05,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:21:05,166 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-27T12:21:05,167 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1ba5af43fd99,46397,1732710051163 (queues=1) is replicating from cluster=8a6924d2-6706-440d-94cf-0b5231e2a898 to cluster=5d92b8f3-e27d-4257-b684-1bbb21f355e6 2024-11-27T12:21:05,167 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1ba5af43fd99%2C46397%2C1732710051163 2024-11-27T12:21:05,167 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1ba5af43fd99,46397,1732710051163, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T12:21:05,168 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.shipper1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1ba5af43fd99%2C46397%2C1732710051163 2024-11-27T12:21:05,168 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.wal-reader.1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.1732710053482, startPosition=0, beingWritten=true 2024-11-27T12:21:05,173 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.wal-reader.1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T12:21:05,173 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.wal-reader.1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.1732710053482 to pos 379, reset compression=false 2024-11-27T12:21:05,173 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.shipper1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,46397,1732710051163 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.1732710053482, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T12:21:05,175 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T12:21:05,377 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.wal-reader.1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.1732710053482 to pos 379, reset compression=false 2024-11-27T12:21:05,680 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.wal-reader.1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.1732710053482 to pos 379, reset compression=false 2024-11-27T12:21:05,729 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:21:05,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:05,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:05,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:05,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:05,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:05,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:05,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:05,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:05,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:21:05,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:05,770 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T12:21:05,770 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:21:05,770 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:21:05,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:05,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:05,770 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:21:05,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f3e3db7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:05,771 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,38127,-1 for getting cluster id 2024-11-27T12:21:05,771 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:21:05,772 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d92b8f3-e27d-4257-b684-1bbb21f355e6' 2024-11-27T12:21:05,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:05,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:21:05,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d92b8f3-e27d-4257-b684-1bbb21f355e6" 2024-11-27T12:21:05,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd692c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:05,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,38127,-1] 2024-11-27T12:21:05,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:21:05,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:05,773 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:21:05,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36a7f5a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:05,774 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:21:05,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,38127,1732710056709 2024-11-27T12:21:05,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65b45aa4 2024-11-27T12:21:05,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:21:05,776 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:21:05,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38127 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://1ba5af43fd99:44707,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T12:21:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38127 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T12:21:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:21:05,779 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ba5af43fd99:44707' 2024-11-27T12:21:05,780 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53387498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:05,780 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,44707,-1 for getting cluster id 2024-11-27T12:21:05,780 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:21:05,780 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6924d2-6706-440d-94cf-0b5231e2a898' 2024-11-27T12:21:05,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:21:05,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6924d2-6706-440d-94cf-0b5231e2a898" 2024-11-27T12:21:05,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e2ea30a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:05,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,44707,-1] 2024-11-27T12:21:05,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:21:05,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:05,782 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:21:05,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bd6b5d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:05,782 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:21:05,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,44707,1732710050878 2024-11-27T12:21:05,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@118cb9ff 2024-11-27T12:21:05,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:21:05,784 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:21:05,784 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T12:21:05,784 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T12:21:05,784 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:05,784 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:05,784 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:21:05,785 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:21:05,786 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T12:21:05,787 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T12:21:05,787 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:05,787 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T12:21:05,787 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T12:21:05,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35667 is added to blk_1073741837_1013 (size=1138) 2024-11-27T12:21:05,836 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T12:21:05,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:21:06,083 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.wal-reader.1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.1732710053482 to pos 379, reset compression=false 2024-11-27T12:21:06,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:21:06,193 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 776580b7ab9c4b897d1b677213b93137, NAME => 'hbase:replication,,1732710065785.776580b7ab9c4b897d1b677213b93137.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9 2024-11-27T12:21:06,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35667 is added to blk_1073741838_1014 (size=44) 2024-11-27T12:21:06,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:21:06,588 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.wal-reader.1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.1732710053482 to pos 379, reset compression=false 2024-11-27T12:21:06,598 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732710065785.776580b7ab9c4b897d1b677213b93137.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:21:06,598 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 776580b7ab9c4b897d1b677213b93137, disabling compactions & flushes 2024-11-27T12:21:06,598 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732710065785.776580b7ab9c4b897d1b677213b93137. 2024-11-27T12:21:06,598 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732710065785.776580b7ab9c4b897d1b677213b93137. 2024-11-27T12:21:06,598 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732710065785.776580b7ab9c4b897d1b677213b93137. after waiting 0 ms 2024-11-27T12:21:06,598 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732710065785.776580b7ab9c4b897d1b677213b93137. 2024-11-27T12:21:06,598 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732710065785.776580b7ab9c4b897d1b677213b93137. 2024-11-27T12:21:06,599 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 776580b7ab9c4b897d1b677213b93137: Waiting for close lock at 1732710066598Disabling compacts and flushes for region at 1732710066598Disabling writes for close at 1732710066598Writing region close event to WAL at 1732710066598Closed at 1732710066598 2024-11-27T12:21:06,600 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T12:21:06,600 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732710065785.776580b7ab9c4b897d1b677213b93137.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732710066600"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732710066600"}]},"ts":"1732710066600"} 2024-11-27T12:21:06,601 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T12:21:06,602 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T12:21:06,602 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710066602"}]},"ts":"1732710066602"} 2024-11-27T12:21:06,604 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T12:21:06,604 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=776580b7ab9c4b897d1b677213b93137, ASSIGN}] 2024-11-27T12:21:06,605 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=776580b7ab9c4b897d1b677213b93137, ASSIGN 2024-11-27T12:21:06,605 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=776580b7ab9c4b897d1b677213b93137, ASSIGN; state=OFFLINE, location=1ba5af43fd99,41949,1732710056853; forceNewPlan=false, retain=false 2024-11-27T12:21:06,756 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=776580b7ab9c4b897d1b677213b93137, regionState=OPENING, regionLocation=1ba5af43fd99,41949,1732710056853 2024-11-27T12:21:06,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=776580b7ab9c4b897d1b677213b93137, ASSIGN because future has completed 2024-11-27T12:21:06,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 776580b7ab9c4b897d1b677213b93137, server=1ba5af43fd99,41949,1732710056853}] 2024-11-27T12:21:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:21:06,913 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732710065785.776580b7ab9c4b897d1b677213b93137. 2024-11-27T12:21:06,913 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:21:06,913 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T12:21:06,914 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C41949%2C1732710056853.rep, suffix=, logDir=hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/WALs/1ba5af43fd99,41949,1732710056853, archiveDir=hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/oldWALs, maxLogs=10 2024-11-27T12:21:06,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/WALs/1ba5af43fd99,41949,1732710056853/1ba5af43fd99%2C41949%2C1732710056853.rep.1732710066915, exclude list is [], retry=0 2024-11-27T12:21:06,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35667,DS-f6bb97f1-d8d5-482e-8f51-b7b65903d604,DISK] 2024-11-27T12:21:06,929 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/WALs/1ba5af43fd99,41949,1732710056853/1ba5af43fd99%2C41949%2C1732710056853.rep.1732710066915 2024-11-27T12:21:06,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35977:35977)] 2024-11-27T12:21:06,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 776580b7ab9c4b897d1b677213b93137, NAME => 'hbase:replication,,1732710065785.776580b7ab9c4b897d1b677213b93137.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:21:06,930 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:21:06,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T12:21:06,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732710065785.776580b7ab9c4b897d1b677213b93137. service=MultiRowMutationService 2024-11-27T12:21:06,930 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T12:21:06,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 776580b7ab9c4b897d1b677213b93137 2024-11-27T12:21:06,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732710065785.776580b7ab9c4b897d1b677213b93137.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:21:06,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 776580b7ab9c4b897d1b677213b93137 2024-11-27T12:21:06,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 776580b7ab9c4b897d1b677213b93137 2024-11-27T12:21:06,932 INFO [StoreOpener-776580b7ab9c4b897d1b677213b93137-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 776580b7ab9c4b897d1b677213b93137 2024-11-27T12:21:06,933 INFO [StoreOpener-776580b7ab9c4b897d1b677213b93137-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 776580b7ab9c4b897d1b677213b93137 columnFamilyName hfileref 2024-11-27T12:21:06,933 DEBUG [StoreOpener-776580b7ab9c4b897d1b677213b93137-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:06,933 INFO [StoreOpener-776580b7ab9c4b897d1b677213b93137-1 {}] regionserver.HStore(327): Store=776580b7ab9c4b897d1b677213b93137/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:21:06,933 INFO [StoreOpener-776580b7ab9c4b897d1b677213b93137-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 776580b7ab9c4b897d1b677213b93137 2024-11-27T12:21:06,934 INFO [StoreOpener-776580b7ab9c4b897d1b677213b93137-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 776580b7ab9c4b897d1b677213b93137 columnFamilyName queue 2024-11-27T12:21:06,934 DEBUG [StoreOpener-776580b7ab9c4b897d1b677213b93137-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:06,934 INFO [StoreOpener-776580b7ab9c4b897d1b677213b93137-1 {}] regionserver.HStore(327): Store=776580b7ab9c4b897d1b677213b93137/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:21:06,934 INFO [StoreOpener-776580b7ab9c4b897d1b677213b93137-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 776580b7ab9c4b897d1b677213b93137 2024-11-27T12:21:06,935 INFO [StoreOpener-776580b7ab9c4b897d1b677213b93137-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 776580b7ab9c4b897d1b677213b93137 columnFamilyName sid 2024-11-27T12:21:06,935 DEBUG [StoreOpener-776580b7ab9c4b897d1b677213b93137-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:06,935 INFO [StoreOpener-776580b7ab9c4b897d1b677213b93137-1 {}] regionserver.HStore(327): Store=776580b7ab9c4b897d1b677213b93137/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:21:06,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 776580b7ab9c4b897d1b677213b93137 2024-11-27T12:21:06,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/hbase/replication/776580b7ab9c4b897d1b677213b93137 2024-11-27T12:21:06,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/hbase/replication/776580b7ab9c4b897d1b677213b93137 2024-11-27T12:21:06,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 776580b7ab9c4b897d1b677213b93137 2024-11-27T12:21:06,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 776580b7ab9c4b897d1b677213b93137 2024-11-27T12:21:06,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T12:21:06,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 776580b7ab9c4b897d1b677213b93137 2024-11-27T12:21:06,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/hbase/replication/776580b7ab9c4b897d1b677213b93137/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:21:06,939 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 776580b7ab9c4b897d1b677213b93137; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72227871, jitterRate=0.07627914845943451}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T12:21:06,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 776580b7ab9c4b897d1b677213b93137 2024-11-27T12:21:06,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 776580b7ab9c4b897d1b677213b93137: Running coprocessor pre-open hook at 1732710066931Writing region info on filesystem at 1732710066931Initializing all the Stores at 1732710066931Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710066931Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710066931Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710066931Cleaning up temporary data from old regions at 1732710066937 (+6 ms)Running coprocessor post-open hooks at 1732710066939 (+2 ms)Region opened successfully at 1732710066939 2024-11-27T12:21:06,940 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732710065785.776580b7ab9c4b897d1b677213b93137., pid=10, masterSystemTime=1732710066910 2024-11-27T12:21:06,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732710065785.776580b7ab9c4b897d1b677213b93137. 2024-11-27T12:21:06,942 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732710065785.776580b7ab9c4b897d1b677213b93137. 2024-11-27T12:21:06,942 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=776580b7ab9c4b897d1b677213b93137, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,41949,1732710056853 2024-11-27T12:21:06,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 776580b7ab9c4b897d1b677213b93137, server=1ba5af43fd99,41949,1732710056853 because future has completed 2024-11-27T12:21:06,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T12:21:06,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 776580b7ab9c4b897d1b677213b93137, server=1ba5af43fd99,41949,1732710056853 in 187 msec 2024-11-27T12:21:06,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T12:21:06,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=776580b7ab9c4b897d1b677213b93137, ASSIGN in 342 msec 2024-11-27T12:21:06,948 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T12:21:06,948 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710066948"}]},"ts":"1732710066948"} 2024-11-27T12:21:06,950 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T12:21:06,951 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T12:21:06,952 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1660 sec 2024-11-27T12:21:06,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732710065785.776580b7ab9c4b897d1b677213b93137., hostname=1ba5af43fd99,41949,1732710056853, seqNum=2] 2024-11-27T12:21:07,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x1017c3d20750004, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1189209796 2024-11-27T12:21:07,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38127-0x1017c3d20750003, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1189209796 2024-11-27T12:21:07,081 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T12:21:07,191 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.wal-reader.1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.1732710053482 to pos 379, reset compression=false 2024-11-27T12:21:07,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T12:21:07,234 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T12:21:07,266 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1ba5af43fd99,41949,1732710056853, ReplicationSource: 1, currentBandwidth=0 2024-11-27T12:21:07,267 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:21:07,267 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,41949,1732710056853, seqNum=-1] 2024-11-27T12:21:07,267 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:21:07,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52763, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-27T12:21:07,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1ba5af43fd99,41949,1732710056853', locateType=CURRENT is [region=hbase:replication,,1732710065785.776580b7ab9c4b897d1b677213b93137., hostname=1ba5af43fd99,41949,1732710056853, seqNum=2] 2024-11-27T12:21:07,272 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T12:21:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38127 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T12:21:07,274 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1ba5af43fd99,41949,1732710056853 suceeded 2024-11-27T12:21:07,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T12:21:07,276 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1ba5af43fd99:44707,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T12:21:07,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-27T12:21:07,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5000 sec 2024-11-27T12:21:07,290 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ba5af43fd99:44707' 2024-11-27T12:21:07,291 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a493909, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:07,291 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,44707,-1 for getting cluster id 2024-11-27T12:21:07,292 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:21:07,292 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6924d2-6706-440d-94cf-0b5231e2a898' 2024-11-27T12:21:07,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:21:07,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6924d2-6706-440d-94cf-0b5231e2a898" 2024-11-27T12:21:07,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4639f1b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:07,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,44707,-1] 2024-11-27T12:21:07,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:21:07,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:07,294 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:21:07,294 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6beb3728, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:07,294 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:21:07,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,44707,1732710050878 2024-11-27T12:21:07,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@116285b8 2024-11-27T12:21:07,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:21:07,296 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-27T12:21:07,296 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1ba5af43fd99,41949,1732710056853 (queues=1) is replicating from cluster=5d92b8f3-e27d-4257-b684-1bbb21f355e6 to cluster=8a6924d2-6706-440d-94cf-0b5231e2a898 2024-11-27T12:21:07,296 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1ba5af43fd99%2C41949%2C1732710056853 2024-11-27T12:21:07,296 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1ba5af43fd99,41949,1732710056853, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T12:21:07,297 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853.replicationSource.shipper1ba5af43fd99%2C41949%2C1732710056853,1-1ba5af43fd99,41949,1732710056853 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1ba5af43fd99%2C41949%2C1732710056853 2024-11-27T12:21:07,297 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853.replicationSource.wal-reader.1ba5af43fd99%2C41949%2C1732710056853,1-1ba5af43fd99,41949,1732710056853 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/WALs/1ba5af43fd99,41949,1732710056853/1ba5af43fd99%2C41949%2C1732710056853.1732710059315, startPosition=0, beingWritten=true 2024-11-27T12:21:07,302 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853.replicationSource.wal-reader.1ba5af43fd99%2C41949%2C1732710056853,1-1ba5af43fd99,41949,1732710056853 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T12:21:07,302 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853.replicationSource.wal-reader.1ba5af43fd99%2C41949%2C1732710056853,1-1ba5af43fd99,41949,1732710056853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/WALs/1ba5af43fd99,41949,1732710056853/1ba5af43fd99%2C41949%2C1732710056853.1732710059315 to pos 379, reset compression=false 2024-11-27T12:21:07,302 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853.replicationSource.shipper1ba5af43fd99%2C41949%2C1732710056853,1-1ba5af43fd99,41949,1732710056853 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,41949,1732710056853 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/WALs/1ba5af43fd99,41949,1732710056853/1ba5af43fd99%2C41949%2C1732710056853.1732710059315, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T12:21:07,506 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853.replicationSource.wal-reader.1ba5af43fd99%2C41949%2C1732710056853,1-1ba5af43fd99,41949,1732710056853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/WALs/1ba5af43fd99,41949,1732710056853/1ba5af43fd99%2C41949%2C1732710056853.1732710059315 to pos 379, reset compression=false 2024-11-27T12:21:07,810 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853.replicationSource.wal-reader.1ba5af43fd99%2C41949%2C1732710056853,1-1ba5af43fd99,41949,1732710056853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/WALs/1ba5af43fd99,41949,1732710056853/1ba5af43fd99%2C41949%2C1732710056853.1732710059315 to pos 379, reset compression=false 2024-11-27T12:21:07,895 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.wal-reader.1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.1732710053482 to pos 379, reset compression=false 2024-11-27T12:21:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:21:07,920 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T12:21:07,920 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:21:07,920 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:21:07,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:07,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:07,920 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:21:07,921 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:21:07,922 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,46397,1732710051163, seqNum=-1] 2024-11-27T12:21:07,922 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:21:07,923 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:21:07,924 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732710060316.35e013d273b9a70d9bab6ab6f66659ae., hostname=1ba5af43fd99,46397,1732710051163, seqNum=2] 2024-11-27T12:21:07,927 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:21:07,928 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,41949,1732710056853, seqNum=-1] 2024-11-27T12:21:07,928 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:21:07,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:21:07,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732710061462.3fc4c981374000f47ad6bd959b241fdf., hostname=1ba5af43fd99,41949,1732710056853, seqNum=2] 2024-11-27T12:21:07,932 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-27T12:21:08,214 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853.replicationSource.wal-reader.1ba5af43fd99%2C41949%2C1732710056853,1-1ba5af43fd99,41949,1732710056853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/WALs/1ba5af43fd99,41949,1732710056853/1ba5af43fd99%2C41949%2C1732710056853.1732710059315 to pos 379, reset compression=false 2024-11-27T12:21:08,698 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.wal-reader.1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.1732710053482 to pos 379, reset compression=false 2024-11-27T12:21:08,702 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.wal-reader.1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T12:21:08,703 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.wal-reader.1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.1732710053482 to pos 480, reset compression=false 2024-11-27T12:21:08,703 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.shipper1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,46397,1732710051163 got entry batch from reader: WALEntryBatch [walEntries=[{test/35e013d273b9a70d9bab6ab6f66659ae/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.1732710053482, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-27T12:21:08,705 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.shipper1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T12:21:08,706 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-27T12:21:08,707 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41949 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T12:21:08,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@463fcb19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:08,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41949 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,38127,-1 for getting cluster id 2024-11-27T12:21:08,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41949 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:21:08,708 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d92b8f3-e27d-4257-b684-1bbb21f355e6' 2024-11-27T12:21:08,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:21:08,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d92b8f3-e27d-4257-b684-1bbb21f355e6" 2024-11-27T12:21:08,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f081612, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:08,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,38127,-1] 2024-11-27T12:21:08,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:21:08,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:08,710 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:21:08,710 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16a15ac2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:08,715 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41949 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:21:08,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,41949,1732710056853, seqNum=-1] 2024-11-27T12:21:08,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:21:08,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-27T12:21:08,718 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853.replicationSource.wal-reader.1ba5af43fd99%2C41949%2C1732710056853,1-1ba5af43fd99,41949,1732710056853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/WALs/1ba5af43fd99,41949,1732710056853/1ba5af43fd99%2C41949%2C1732710056853.1732710059315 to pos 379, reset compression=false 2024-11-27T12:21:08,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732710061462.3fc4c981374000f47ad6bd959b241fdf., hostname=1ba5af43fd99,41949,1732710056853, seqNum=2] 2024-11-27T12:21:08,741 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41949 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T12:21:08,906 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.wal-reader.1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.1732710053482 to pos 480, reset compression=false 2024-11-27T12:21:08,934 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-27T12:21:08,937 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-27T12:21:09,210 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.wal-reader.1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.1732710053482 to pos 480, reset compression=false 2024-11-27T12:21:09,323 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853.replicationSource.wal-reader.1ba5af43fd99%2C41949%2C1732710056853,1-1ba5af43fd99,41949,1732710056853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/WALs/1ba5af43fd99,41949,1732710056853/1ba5af43fd99%2C41949%2C1732710056853.1732710059315 to pos 379, reset compression=false 2024-11-27T12:21:09,328 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853.replicationSource.wal-reader.1ba5af43fd99%2C41949%2C1732710056853,1-1ba5af43fd99,41949,1732710056853 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T12:21:09,328 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853.replicationSource.wal-reader.1ba5af43fd99%2C41949%2C1732710056853,1-1ba5af43fd99,41949,1732710056853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/WALs/1ba5af43fd99,41949,1732710056853/1ba5af43fd99%2C41949%2C1732710056853.1732710059315 to pos 608, reset compression=false 2024-11-27T12:21:09,328 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853.replicationSource.shipper1ba5af43fd99%2C41949%2C1732710056853,1-1ba5af43fd99,41949,1732710056853 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,41949,1732710056853 got entry batch from reader: WALEntryBatch [walEntries=[{test/3fc4c981374000f47ad6bd959b241fdf/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/WALs/1ba5af43fd99,41949,1732710056853/1ba5af43fd99%2C41949%2C1732710056853.1732710059315, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T12:21:09,330 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853.replicationSource.shipper1ba5af43fd99%2C41949%2C1732710056853,1-1ba5af43fd99,41949,1732710056853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T12:21:09,331 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-27T12:21:09,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T12:21:09,332 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@559329a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:09,332 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,44707,-1 for getting cluster id 2024-11-27T12:21:09,332 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:21:09,333 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6924d2-6706-440d-94cf-0b5231e2a898' 2024-11-27T12:21:09,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:21:09,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6924d2-6706-440d-94cf-0b5231e2a898" 2024-11-27T12:21:09,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f79e1fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:09,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,44707,-1] 2024-11-27T12:21:09,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:21:09,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:09,334 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:21:09,334 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@792e0e63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:09,335 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:21:09,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,46397,1732710051163, seqNum=-1] 2024-11-27T12:21:09,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:21:09,337 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-27T12:21:09,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732710060316.35e013d273b9a70d9bab6ab6f66659ae., hostname=1ba5af43fd99,46397,1732710051163, seqNum=2] 2024-11-27T12:21:09,341 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T12:21:09,532 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853.replicationSource.wal-reader.1ba5af43fd99%2C41949%2C1732710056853,1-1ba5af43fd99,41949,1732710056853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/WALs/1ba5af43fd99,41949,1732710056853/1ba5af43fd99%2C41949%2C1732710056853.1732710059315 to pos 608, reset compression=false 2024-11-27T12:21:09,613 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.wal-reader.1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.1732710053482 to pos 480, reset compression=false 2024-11-27T12:21:09,674 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.wal-reader.1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T12:21:09,674 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.wal-reader.1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.1732710053482 to pos 607, reset compression=false 2024-11-27T12:21:09,674 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.shipper1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,46397,1732710051163 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.1732710053482, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T12:21:09,835 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853.replicationSource.wal-reader.1ba5af43fd99%2C41949%2C1732710056853,1-1ba5af43fd99,41949,1732710056853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/WALs/1ba5af43fd99,41949,1732710056853/1ba5af43fd99%2C41949%2C1732710056853.1732710059315 to pos 608, reset compression=false 2024-11-27T12:21:09,878 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.wal-reader.1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.1732710053482 to pos 607, reset compression=false 2024-11-27T12:21:09,939 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-27T12:21:09,944 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-27T12:21:10,181 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.wal-reader.1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.1732710053482 to pos 607, reset compression=false 2024-11-27T12:21:10,185 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.wal-reader.1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T12:21:10,185 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.wal-reader.1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.1732710053482 to pos 763, reset compression=false 2024-11-27T12:21:10,185 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.shipper1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,46397,1732710051163 got entry batch from reader: WALEntryBatch [walEntries=[{test/35e013d273b9a70d9bab6ab6f66659ae/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.1732710053482, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-27T12:21:10,186 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41949 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T12:21:10,189 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41949 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T12:21:10,238 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853.replicationSource.wal-reader.1ba5af43fd99%2C41949%2C1732710056853,1-1ba5af43fd99,41949,1732710056853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/WALs/1ba5af43fd99,41949,1732710056853/1ba5af43fd99%2C41949%2C1732710056853.1732710059315 to pos 608, reset compression=false 2024-11-27T12:21:10,243 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853.replicationSource.wal-reader.1ba5af43fd99%2C41949%2C1732710056853,1-1ba5af43fd99,41949,1732710056853 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T12:21:10,243 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853.replicationSource.wal-reader.1ba5af43fd99%2C41949%2C1732710056853,1-1ba5af43fd99,41949,1732710056853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/WALs/1ba5af43fd99,41949,1732710056853/1ba5af43fd99%2C41949%2C1732710056853.1732710059315 to pos 756, reset compression=false 2024-11-27T12:21:10,243 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853.replicationSource.shipper1ba5af43fd99%2C41949%2C1732710056853,1-1ba5af43fd99,41949,1732710056853 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,41949,1732710056853 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/WALs/1ba5af43fd99,41949,1732710056853/1ba5af43fd99%2C41949%2C1732710056853.1732710059315, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T12:21:10,388 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.wal-reader.1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.1732710053482 to pos 763, reset compression=false 2024-11-27T12:21:10,458 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853.replicationSource.wal-reader.1ba5af43fd99%2C41949%2C1732710056853,1-1ba5af43fd99,41949,1732710056853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/WALs/1ba5af43fd99,41949,1732710056853/1ba5af43fd99%2C41949%2C1732710056853.1732710059315 to pos 756, reset compression=false 2024-11-27T12:21:10,693 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.wal-reader.1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.1732710053482 to pos 763, reset compression=false 2024-11-27T12:21:10,762 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853.replicationSource.wal-reader.1ba5af43fd99%2C41949%2C1732710056853,1-1ba5af43fd99,41949,1732710056853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/WALs/1ba5af43fd99,41949,1732710056853/1ba5af43fd99%2C41949%2C1732710056853.1732710059315 to pos 756, reset compression=false 2024-11-27T12:21:10,946 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-27T12:21:10,949 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-27T12:21:11,096 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.wal-reader.1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.1732710053482 to pos 763, reset compression=false 2024-11-27T12:21:11,165 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853.replicationSource.wal-reader.1ba5af43fd99%2C41949%2C1732710056853,1-1ba5af43fd99,41949,1732710056853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/WALs/1ba5af43fd99,41949,1732710056853/1ba5af43fd99%2C41949%2C1732710056853.1732710059315 to pos 756, reset compression=false 2024-11-27T12:21:11,169 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853.replicationSource.wal-reader.1ba5af43fd99%2C41949%2C1732710056853,1-1ba5af43fd99,41949,1732710056853 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T12:21:11,169 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853.replicationSource.wal-reader.1ba5af43fd99%2C41949%2C1732710056853,1-1ba5af43fd99,41949,1732710056853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/WALs/1ba5af43fd99,41949,1732710056853/1ba5af43fd99%2C41949%2C1732710056853.1732710059315 to pos 915, reset compression=false 2024-11-27T12:21:11,169 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853.replicationSource.shipper1ba5af43fd99%2C41949%2C1732710056853,1-1ba5af43fd99,41949,1732710056853 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,41949,1732710056853 got entry batch from reader: WALEntryBatch [walEntries=[{test/3fc4c981374000f47ad6bd959b241fdf/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/WALs/1ba5af43fd99,41949,1732710056853/1ba5af43fd99%2C41949%2C1732710056853.1732710059315, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T12:21:11,170 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T12:21:11,174 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T12:21:11,372 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853.replicationSource.wal-reader.1ba5af43fd99%2C41949%2C1732710056853,1-1ba5af43fd99,41949,1732710056853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/WALs/1ba5af43fd99,41949,1732710056853/1ba5af43fd99%2C41949%2C1732710056853.1732710059315 to pos 915, reset compression=false 2024-11-27T12:21:11,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T12:21:11,472 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-27T12:21:11,600 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.wal-reader.1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.1732710053482 to pos 763, reset compression=false 2024-11-27T12:21:11,604 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.wal-reader.1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T12:21:11,604 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.wal-reader.1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.1732710053482 to pos 912, reset compression=false 2024-11-27T12:21:11,604 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.shipper1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,46397,1732710051163 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.1732710053482, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T12:21:11,676 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853.replicationSource.wal-reader.1ba5af43fd99%2C41949%2C1732710056853,1-1ba5af43fd99,41949,1732710056853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/WALs/1ba5af43fd99,41949,1732710056853/1ba5af43fd99%2C41949%2C1732710056853.1732710059315 to pos 915, reset compression=false 2024-11-27T12:21:11,808 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.wal-reader.1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.1732710053482 to pos 912, reset compression=false 2024-11-27T12:21:11,951 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-27T12:21:11,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T12:21:11,953 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:21:11,953 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:21:11,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:11,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:11,953 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:21:11,953 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T12:21:11,954 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=388324800, stopped=false 2024-11-27T12:21:11,954 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ba5af43fd99,38127,1732710056709 2024-11-27T12:21:11,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x1017c3d20750004, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1189209796/running 2024-11-27T12:21:11,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38127-0x1017c3d20750003, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1189209796/running 2024-11-27T12:21:11,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38127-0x1017c3d20750003, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1189209796 2024-11-27T12:21:11,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x1017c3d20750004, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1189209796 2024-11-27T12:21:11,996 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:21:11,996 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:21:11,996 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:21:11,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:11,996 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38127-0x1017c3d20750003, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Set watcher on znode that does not yet exist, /1-1189209796/running 2024-11-27T12:21:11,996 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41949-0x1017c3d20750004, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Set watcher on znode that does not yet exist, /1-1189209796/running 2024-11-27T12:21:11,996 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ba5af43fd99,41949,1732710056853' ***** 2024-11-27T12:21:11,996 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T12:21:11,997 INFO [RS:0;1ba5af43fd99:41949 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T12:21:11,997 INFO [RS:0;1ba5af43fd99:41949 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T12:21:11,997 INFO [RS:0;1ba5af43fd99:41949 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T12:21:11,997 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T12:21:11,997 INFO [RS:0;1ba5af43fd99:41949 {}] regionserver.HRegionServer(3091): Received CLOSE for 3fc4c981374000f47ad6bd959b241fdf 2024-11-27T12:21:11,997 INFO [RS:0;1ba5af43fd99:41949 {}] regionserver.HRegionServer(3091): Received CLOSE for 776580b7ab9c4b897d1b677213b93137 2024-11-27T12:21:11,997 INFO [RS:0;1ba5af43fd99:41949 {}] regionserver.HRegionServer(959): stopping server 1ba5af43fd99,41949,1732710056853 2024-11-27T12:21:11,997 INFO [RS:0;1ba5af43fd99:41949 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:21:11,997 INFO [RS:0;1ba5af43fd99:41949 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:41949. 2024-11-27T12:21:11,997 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3fc4c981374000f47ad6bd959b241fdf, disabling compactions & flushes 2024-11-27T12:21:11,997 DEBUG [RS:0;1ba5af43fd99:41949 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:21:11,997 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732710061462.3fc4c981374000f47ad6bd959b241fdf. 2024-11-27T12:21:11,997 DEBUG [RS:0;1ba5af43fd99:41949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:11,997 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732710061462.3fc4c981374000f47ad6bd959b241fdf. 2024-11-27T12:21:11,997 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732710061462.3fc4c981374000f47ad6bd959b241fdf. after waiting 0 ms 2024-11-27T12:21:11,997 INFO [RS:0;1ba5af43fd99:41949 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T12:21:11,997 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732710061462.3fc4c981374000f47ad6bd959b241fdf. 2024-11-27T12:21:11,997 INFO [RS:0;1ba5af43fd99:41949 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T12:21:11,997 INFO [RS:0;1ba5af43fd99:41949 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T12:21:11,997 INFO [RS:0;1ba5af43fd99:41949 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T12:21:11,997 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3fc4c981374000f47ad6bd959b241fdf 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-27T12:21:11,998 INFO [RS:0;1ba5af43fd99:41949 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T12:21:11,998 DEBUG [RS:0;1ba5af43fd99:41949 {}] regionserver.HRegionServer(1325): Online Regions={3fc4c981374000f47ad6bd959b241fdf=test,,1732710061462.3fc4c981374000f47ad6bd959b241fdf., 1588230740=hbase:meta,,1.1588230740, 776580b7ab9c4b897d1b677213b93137=hbase:replication,,1732710065785.776580b7ab9c4b897d1b677213b93137.} 2024-11-27T12:21:11,998 DEBUG [RS:0;1ba5af43fd99:41949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3fc4c981374000f47ad6bd959b241fdf, 776580b7ab9c4b897d1b677213b93137 2024-11-27T12:21:11,998 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:21:11,998 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:21:11,998 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:21:11,998 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:21:11,998 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:21:11,998 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T12:21:12,012 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/default/test/3fc4c981374000f47ad6bd959b241fdf/.tmp/f/636229d123a54543b91c797b261d3b2e is 29, key is row1/f:/1732710070947/DeleteFamily/seqid=0 2024-11-27T12:21:12,014 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/hbase/meta/1588230740/.tmp/info/b60df747cf474e6b8d81abf3e9fec06a is 147, key is hbase:replication,,1732710065785.776580b7ab9c4b897d1b677213b93137./info:regioninfo/1732710066942/Put/seqid=0 2024-11-27T12:21:12,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35667 is added to blk_1073741840_1016 (size=5118) 2024-11-27T12:21:12,016 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/default/test/3fc4c981374000f47ad6bd959b241fdf/.tmp/f/636229d123a54543b91c797b261d3b2e 2024-11-27T12:21:12,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35667 is added to blk_1073741841_1017 (size=7686) 2024-11-27T12:21:12,025 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/hbase/meta/1588230740/.tmp/info/b60df747cf474e6b8d81abf3e9fec06a 2024-11-27T12:21:12,027 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 636229d123a54543b91c797b261d3b2e 2024-11-27T12:21:12,041 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/hbase/meta/1588230740/.tmp/ns/c4c469cba33046dd9c05e1155f44db91 is 43, key is default/ns:d/1732710060256/Put/seqid=0 2024-11-27T12:21:12,043 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/default/test/3fc4c981374000f47ad6bd959b241fdf/.tmp/f1/7fbfd7546f9144c5950a0b665b576739 is 30, key is row1/f1:/1732710070947/DeleteFamily/seqid=0 2024-11-27T12:21:12,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35667 is added to blk_1073741842_1018 (size=5153) 2024-11-27T12:21:12,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35667 is added to blk_1073741843_1019 (size=5123) 2024-11-27T12:21:12,079 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853.replicationSource.wal-reader.1ba5af43fd99%2C41949%2C1732710056853,1-1ba5af43fd99,41949,1732710056853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/WALs/1ba5af43fd99,41949,1732710056853/1ba5af43fd99%2C41949%2C1732710056853.1732710059315 to pos 915, reset compression=false 2024-11-27T12:21:12,083 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853.replicationSource.wal-reader.1ba5af43fd99%2C41949%2C1732710056853,1-1ba5af43fd99,41949,1732710056853 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T12:21:12,084 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853.replicationSource.wal-reader.1ba5af43fd99%2C41949%2C1732710056853,1-1ba5af43fd99,41949,1732710056853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/WALs/1ba5af43fd99,41949,1732710056853/1ba5af43fd99%2C41949%2C1732710056853.1732710059315 to pos 1162, reset compression=false 2024-11-27T12:21:12,084 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853.replicationSource.shipper1ba5af43fd99%2C41949%2C1732710056853,1-1ba5af43fd99,41949,1732710056853 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,41949,1732710056853 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/WALs/1ba5af43fd99,41949,1732710056853/1ba5af43fd99%2C41949%2C1732710056853.1732710059315, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T12:21:12,084 ERROR [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853.replicationSource.shipper1ba5af43fd99%2C41949%2C1732710056853,1-1ba5af43fd99,41949,1732710056853 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1ba5af43fd99,41949,1732710056853: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1ba5af43fd99,41949,1732710056853, walGroup=1ba5af43fd99%2C41949%2C1732710056853, offset=1ba5af43fd99%2C41949%2C1732710056853.1732710059315:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:41949 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T12:21:12,085 ERROR [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853.replicationSource.shipper1ba5af43fd99%2C41949%2C1732710056853,1-1ba5af43fd99,41949,1732710056853 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T12:21:12,085 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853.replicationSource.shipper1ba5af43fd99%2C41949%2C1732710056853,1-1ba5af43fd99,41949,1732710056853 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T12:21:12,086 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853.replicationSource.shipper1ba5af43fd99%2C41949%2C1732710056853,1-1ba5af43fd99,41949,1732710056853 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T12:21:12,087 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853.replicationSource.shipper1ba5af43fd99%2C41949%2C1732710056853,1-1ba5af43fd99,41949,1732710056853 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T12:21:12,087 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853.replicationSource.shipper1ba5af43fd99%2C41949%2C1732710056853,1-1ba5af43fd99,41949,1732710056853 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T12:21:12,087 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853.replicationSource.shipper1ba5af43fd99%2C41949%2C1732710056853,1-1ba5af43fd99,41949,1732710056853 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 601837360 }, "NonHeapMemoryUsage": { "committed": 194641920, "init": 7667712, "max": -1, "used": 191248296 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T12:21:12,087 WARN [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853.replicationSource.shipper1ba5af43fd99%2C41949%2C1732710056853,1-1ba5af43fd99,41949,1732710056853 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:38127 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:38127 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T12:21:12,090 INFO [regionserver/1ba5af43fd99:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:21:12,111 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.wal-reader.1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.1732710053482 to pos 912, reset compression=false 2024-11-27T12:21:12,139 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:21:12,140 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ba5af43fd99,33547,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:33547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T12:21:12,140 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28288 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ba5af43fd99,33547,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:33547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T12:21:12,198 DEBUG [RS:0;1ba5af43fd99:41949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3fc4c981374000f47ad6bd959b241fdf, 776580b7ab9c4b897d1b677213b93137 2024-11-27T12:21:12,223 INFO [regionserver/1ba5af43fd99:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T12:21:12,223 INFO [regionserver/1ba5af43fd99:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T12:21:12,287 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853.replicationSource.wal-reader.1ba5af43fd99%2C41949%2C1732710056853,1-1ba5af43fd99,41949,1732710056853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/WALs/1ba5af43fd99,41949,1732710056853/1ba5af43fd99%2C41949%2C1732710056853.1732710059315 to pos 1162, reset compression=false 2024-11-27T12:21:12,398 DEBUG [RS:0;1ba5af43fd99:41949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3fc4c981374000f47ad6bd959b241fdf, 776580b7ab9c4b897d1b677213b93137 2024-11-27T12:21:12,432 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:21:12,445 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/hbase/meta/1588230740/.tmp/ns/c4c469cba33046dd9c05e1155f44db91 2024-11-27T12:21:12,447 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/default/test/3fc4c981374000f47ad6bd959b241fdf/.tmp/f1/7fbfd7546f9144c5950a0b665b576739 2024-11-27T12:21:12,450 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7fbfd7546f9144c5950a0b665b576739 2024-11-27T12:21:12,462 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/hbase/meta/1588230740/.tmp/rep_barrier/e53339a38e0b43b7b23b1d721a2e3cc5 is 112, key is test,,1732710061462.3fc4c981374000f47ad6bd959b241fdf./rep_barrier:seqnumDuringOpen/1732710062604/Put/seqid=0 2024-11-27T12:21:12,463 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/default/test/3fc4c981374000f47ad6bd959b241fdf/.tmp/norep/8ee4779189e64678a55692d73c355eb9 is 33, key is row1/norep:/1732710070947/DeleteFamily/seqid=0 2024-11-27T12:21:12,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35667 is added to blk_1073741844_1020 (size=5518) 2024-11-27T12:21:12,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35667 is added to blk_1073741845_1021 (size=5108) 2024-11-27T12:21:12,469 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/default/test/3fc4c981374000f47ad6bd959b241fdf/.tmp/norep/8ee4779189e64678a55692d73c355eb9 2024-11-27T12:21:12,473 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ee4779189e64678a55692d73c355eb9 2024-11-27T12:21:12,473 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/default/test/3fc4c981374000f47ad6bd959b241fdf/.tmp/f/636229d123a54543b91c797b261d3b2e as hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/default/test/3fc4c981374000f47ad6bd959b241fdf/f/636229d123a54543b91c797b261d3b2e 2024-11-27T12:21:12,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:12,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:12,477 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 636229d123a54543b91c797b261d3b2e 2024-11-27T12:21:12,478 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/default/test/3fc4c981374000f47ad6bd959b241fdf/f/636229d123a54543b91c797b261d3b2e, entries=2, sequenceid=8, filesize=5.0 K 2024-11-27T12:21:12,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:12,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:12,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:12,478 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/default/test/3fc4c981374000f47ad6bd959b241fdf/.tmp/f1/7fbfd7546f9144c5950a0b665b576739 as hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/default/test/3fc4c981374000f47ad6bd959b241fdf/f1/7fbfd7546f9144c5950a0b665b576739 2024-11-27T12:21:12,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:12,482 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7fbfd7546f9144c5950a0b665b576739 2024-11-27T12:21:12,482 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/default/test/3fc4c981374000f47ad6bd959b241fdf/f1/7fbfd7546f9144c5950a0b665b576739, entries=2, sequenceid=8, filesize=5.0 K 2024-11-27T12:21:12,483 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/default/test/3fc4c981374000f47ad6bd959b241fdf/.tmp/norep/8ee4779189e64678a55692d73c355eb9 as hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/default/test/3fc4c981374000f47ad6bd959b241fdf/norep/8ee4779189e64678a55692d73c355eb9 2024-11-27T12:21:12,486 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ee4779189e64678a55692d73c355eb9 2024-11-27T12:21:12,486 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/default/test/3fc4c981374000f47ad6bd959b241fdf/norep/8ee4779189e64678a55692d73c355eb9, entries=1, sequenceid=8, filesize=5.0 K 2024-11-27T12:21:12,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:12,487 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 3fc4c981374000f47ad6bd959b241fdf in 490ms, sequenceid=8, compaction requested=false 2024-11-27T12:21:12,490 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/default/test/3fc4c981374000f47ad6bd959b241fdf/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-27T12:21:12,491 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:21:12,491 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T12:21:12,491 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732710061462.3fc4c981374000f47ad6bd959b241fdf. 2024-11-27T12:21:12,491 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3fc4c981374000f47ad6bd959b241fdf: Waiting for close lock at 1732710071997Running coprocessor pre-close hooks at 1732710071997Disabling compacts and flushes for region at 1732710071997Disabling writes for close at 1732710071997Obtaining lock to block concurrent updates at 1732710071997Preparing flush snapshotting stores in 3fc4c981374000f47ad6bd959b241fdf at 1732710071997Finished memstore snapshotting test,,1732710061462.3fc4c981374000f47ad6bd959b241fdf., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732710071998 (+1 ms)Flushing stores of test,,1732710061462.3fc4c981374000f47ad6bd959b241fdf. at 1732710071998Flushing 3fc4c981374000f47ad6bd959b241fdf/f: creating writer at 1732710071998Flushing 3fc4c981374000f47ad6bd959b241fdf/f: appending metadata at 1732710072011 (+13 ms)Flushing 3fc4c981374000f47ad6bd959b241fdf/f: closing flushed file at 1732710072011Flushing 3fc4c981374000f47ad6bd959b241fdf/f1: creating writer at 1732710072027 (+16 ms)Flushing 3fc4c981374000f47ad6bd959b241fdf/f1: appending metadata at 1732710072042 (+15 ms)Flushing 3fc4c981374000f47ad6bd959b241fdf/f1: closing flushed file at 1732710072042Flushing 3fc4c981374000f47ad6bd959b241fdf/norep: creating writer at 1732710072450 (+408 ms)Flushing 3fc4c981374000f47ad6bd959b241fdf/norep: appending metadata at 1732710072462 (+12 ms)Flushing 3fc4c981374000f47ad6bd959b241fdf/norep: closing flushed file at 1732710072462Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3993622: reopening flushed file at 1732710072473 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79f0baf9: reopening flushed file at 1732710072478 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@793cef5a: reopening flushed file at 1732710072482 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 3fc4c981374000f47ad6bd959b241fdf in 490ms, sequenceid=8, compaction requested=false at 1732710072487 (+5 ms)Writing region close event to WAL at 1732710072488 (+1 ms)Running coprocessor post-close hooks at 1732710072491 (+3 ms)Closed at 1732710072491 2024-11-27T12:21:12,491 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732710061462.3fc4c981374000f47ad6bd959b241fdf. 2024-11-27T12:21:12,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:12,491 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 776580b7ab9c4b897d1b677213b93137, disabling compactions & flushes 2024-11-27T12:21:12,491 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732710065785.776580b7ab9c4b897d1b677213b93137. 2024-11-27T12:21:12,491 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732710065785.776580b7ab9c4b897d1b677213b93137. 2024-11-27T12:21:12,491 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732710065785.776580b7ab9c4b897d1b677213b93137. after waiting 0 ms 2024-11-27T12:21:12,491 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732710065785.776580b7ab9c4b897d1b677213b93137. 2024-11-27T12:21:12,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:12,492 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 776580b7ab9c4b897d1b677213b93137: Waiting for close lock at 1732710072491Running coprocessor pre-close hooks at 1732710072491Disabling compacts and flushes for region at 1732710072491Disabling writes for close at 1732710072491Failed flush hbase:replication,,1732710065785.776580b7ab9c4b897d1b677213b93137., putting online again at 1732710072492 (+1 ms) 2024-11-27T12:21:12,492 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732710065785.776580b7ab9c4b897d1b677213b93137. 2024-11-27T12:21:12,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:12,514 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.wal-reader.1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.1732710053482 to pos 912, reset compression=false 2024-11-27T12:21:12,590 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853.replicationSource.wal-reader.1ba5af43fd99%2C41949%2C1732710056853,1-1ba5af43fd99,41949,1732710056853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/WALs/1ba5af43fd99,41949,1732710056853/1ba5af43fd99%2C41949%2C1732710056853.1732710059315 to pos 1162, reset compression=false 2024-11-27T12:21:12,596 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853.replicationSource.wal-reader.1ba5af43fd99%2C41949%2C1732710056853,1-1ba5af43fd99,41949,1732710056853 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T12:21:12,596 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853.replicationSource.wal-reader.1ba5af43fd99%2C41949%2C1732710056853,1-1ba5af43fd99,41949,1732710056853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/WALs/1ba5af43fd99,41949,1732710056853/1ba5af43fd99%2C41949%2C1732710056853.1732710059315 to pos 1806, reset compression=false 2024-11-27T12:21:12,598 INFO [RS:0;1ba5af43fd99:41949 {}] regionserver.HRegionServer(3091): Received CLOSE for 776580b7ab9c4b897d1b677213b93137 2024-11-27T12:21:12,598 DEBUG [RS:0;1ba5af43fd99:41949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 776580b7ab9c4b897d1b677213b93137 2024-11-27T12:21:12,598 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 776580b7ab9c4b897d1b677213b93137, disabling compactions & flushes 2024-11-27T12:21:12,598 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732710065785.776580b7ab9c4b897d1b677213b93137. 2024-11-27T12:21:12,598 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732710065785.776580b7ab9c4b897d1b677213b93137. 2024-11-27T12:21:12,598 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732710065785.776580b7ab9c4b897d1b677213b93137. after waiting 0 ms 2024-11-27T12:21:12,598 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732710065785.776580b7ab9c4b897d1b677213b93137. 2024-11-27T12:21:12,599 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 776580b7ab9c4b897d1b677213b93137: Waiting for close lock at 1732710072598Running coprocessor pre-close hooks at 1732710072598Disabling compacts and flushes for region at 1732710072598Disabling writes for close at 1732710072598Failed flush hbase:replication,,1732710065785.776580b7ab9c4b897d1b677213b93137., putting online again at 1732710072598 2024-11-27T12:21:12,599 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732710065785.776580b7ab9c4b897d1b677213b93137. 2024-11-27T12:21:12,798 DEBUG [RS:0;1ba5af43fd99:41949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:21:12,800 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853.replicationSource.wal-reader.1ba5af43fd99%2C41949%2C1732710056853,1-1ba5af43fd99,41949,1732710056853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/WALs/1ba5af43fd99,41949,1732710056853/1ba5af43fd99%2C41949%2C1732710056853.1732710059315 to pos 1806, reset compression=false 2024-11-27T12:21:12,867 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/hbase/meta/1588230740/.tmp/rep_barrier/e53339a38e0b43b7b23b1d721a2e3cc5 2024-11-27T12:21:12,883 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/hbase/meta/1588230740/.tmp/table/062af5ba91c84838b7afb8e96bb3cc92 is 53, key is hbase:replication/table:state/1732710066948/Put/seqid=0 2024-11-27T12:21:12,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35667 is added to blk_1073741846_1022 (size=5308) 2024-11-27T12:21:12,887 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/hbase/meta/1588230740/.tmp/table/062af5ba91c84838b7afb8e96bb3cc92 2024-11-27T12:21:12,891 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/hbase/meta/1588230740/.tmp/info/b60df747cf474e6b8d81abf3e9fec06a as hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/hbase/meta/1588230740/info/b60df747cf474e6b8d81abf3e9fec06a 2024-11-27T12:21:12,895 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/hbase/meta/1588230740/info/b60df747cf474e6b8d81abf3e9fec06a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T12:21:12,896 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/hbase/meta/1588230740/.tmp/ns/c4c469cba33046dd9c05e1155f44db91 as hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/hbase/meta/1588230740/ns/c4c469cba33046dd9c05e1155f44db91 2024-11-27T12:21:12,899 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/hbase/meta/1588230740/ns/c4c469cba33046dd9c05e1155f44db91, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T12:21:12,900 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/hbase/meta/1588230740/.tmp/rep_barrier/e53339a38e0b43b7b23b1d721a2e3cc5 as hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/hbase/meta/1588230740/rep_barrier/e53339a38e0b43b7b23b1d721a2e3cc5 2024-11-27T12:21:12,905 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/hbase/meta/1588230740/rep_barrier/e53339a38e0b43b7b23b1d721a2e3cc5, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T12:21:12,905 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/hbase/meta/1588230740/.tmp/table/062af5ba91c84838b7afb8e96bb3cc92 as hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/hbase/meta/1588230740/table/062af5ba91c84838b7afb8e96bb3cc92 2024-11-27T12:21:12,910 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/hbase/meta/1588230740/table/062af5ba91c84838b7afb8e96bb3cc92, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T12:21:12,910 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 912ms, sequenceid=16, compaction requested=false 2024-11-27T12:21:12,919 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T12:21:12,919 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:21:12,919 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:21:12,919 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:21:12,920 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732710071998Running coprocessor pre-close hooks at 1732710071998Disabling compacts and flushes for region at 1732710071998Disabling writes for close at 1732710071998Obtaining lock to block concurrent updates at 1732710071998Preparing flush snapshotting stores in 1588230740 at 1732710071998Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732710071998Flushing stores of hbase:meta,,1.1588230740 at 1732710071998Flushing 1588230740/info: creating writer at 1732710071998Flushing 1588230740/info: appending metadata at 1732710072014 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732710072014Flushing 1588230740/ns: creating writer at 1732710072028 (+14 ms)Flushing 1588230740/ns: appending metadata at 1732710072041 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732710072041Flushing 1588230740/rep_barrier: creating writer at 1732710072449 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732710072462 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732710072462Flushing 1588230740/table: creating writer at 1732710072871 (+409 ms)Flushing 1588230740/table: appending metadata at 1732710072883 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732710072883Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3901a6ca: reopening flushed file at 1732710072891 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@368f0c72: reopening flushed file at 1732710072895 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74bbe629: reopening flushed file at 1732710072900 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13317ef8: reopening flushed file at 1732710072905 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 912ms, sequenceid=16, compaction requested=false at 1732710072910 (+5 ms)Writing region close event to WAL at 1732710072916 (+6 ms)Running coprocessor post-close hooks at 1732710072919 (+3 ms)Closed at 1732710072919 2024-11-27T12:21:12,920 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T12:21:12,999 INFO [RS:0;1ba5af43fd99:41949 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T12:21:12,999 DEBUG [RS:0;1ba5af43fd99:41949 {}] regionserver.HRegionServer(1325): Online Regions={776580b7ab9c4b897d1b677213b93137=hbase:replication,,1732710065785.776580b7ab9c4b897d1b677213b93137.} 2024-11-27T12:21:12,999 INFO [RS:0;1ba5af43fd99:41949 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-27T12:21:12,999 INFO [RS:0;1ba5af43fd99:41949 {}] regionserver.HRegionServer(976): stopping server 1ba5af43fd99,41949,1732710056853; all regions closed. 2024-11-27T12:21:13,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35667 is added to blk_1073741834_1010 (size=4239) 2024-11-27T12:21:13,001 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/WALs/1ba5af43fd99,41949,1732710056853/1ba5af43fd99%2C41949%2C1732710056853.meta.1732710060207.meta not finished, retry = 0 2024-11-27T12:21:13,018 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.wal-reader.1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.1732710053482 to pos 912, reset compression=false 2024-11-27T12:21:13,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35667 is added to blk_1073741839_1015 (size=1515) 2024-11-27T12:21:13,103 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853.replicationSource.wal-reader.1ba5af43fd99%2C41949%2C1732710056853,1-1ba5af43fd99,41949,1732710056853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/WALs/1ba5af43fd99,41949,1732710056853/1ba5af43fd99%2C41949%2C1732710056853.1732710059315 to pos 1806, reset compression=false 2024-11-27T12:21:13,103 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/WALs/1ba5af43fd99,41949,1732710056853/1ba5af43fd99%2C41949%2C1732710056853.rep.1732710066915 not finished, retry = 0 2024-11-27T12:21:13,206 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/WALs/1ba5af43fd99,41949,1732710056853/1ba5af43fd99%2C41949%2C1732710056853.1732710059315 not finished, retry = 0 2024-11-27T12:21:13,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35667 is added to blk_1073741832_1008 (size=1814) 2024-11-27T12:21:13,307 DEBUG [RS:0;1ba5af43fd99:41949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:13,307 INFO [RS:0;1ba5af43fd99:41949 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:21:13,307 INFO [RS:0;1ba5af43fd99:41949 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:21:13,307 INFO [RS:0;1ba5af43fd99:41949 {}] hbase.ChoreService(370): Chore service for: regionserver/1ba5af43fd99:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T12:21:13,307 INFO [RS:0;1ba5af43fd99:41949 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:21:13,307 INFO [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:21:13,308 INFO [RS:0;1ba5af43fd99:41949 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1ba5af43fd99,41949,1732710056853 because: Region server is closing 2024-11-27T12:21:13,308 INFO [RS:0;1ba5af43fd99:41949 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:41949. 2024-11-27T12:21:13,308 DEBUG [RS:0;1ba5af43fd99:41949 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:21:13,308 DEBUG [RS:0;1ba5af43fd99:41949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:13,308 DEBUG [RS:0;1ba5af43fd99:41949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:13,308 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:21:13,408 INFO [RS:0;1ba5af43fd99:41949 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853.replicationSource.shipper1ba5af43fd99%2C41949%2C1732710056853,1-1ba5af43fd99,41949,1732710056853 terminated 2024-11-27T12:21:13,408 WARN [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,41949,1732710056853.replicationSource.wal-reader.1ba5af43fd99%2C41949%2C1732710056853,1-1ba5af43fd99,41949,1732710056853 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T12:21:13,408 INFO [RS:0;1ba5af43fd99:41949 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:41949. 2024-11-27T12:21:13,408 DEBUG [RS:0;1ba5af43fd99:41949 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:21:13,408 DEBUG [RS:0;1ba5af43fd99:41949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:13,409 DEBUG [RS:0;1ba5af43fd99:41949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:13,409 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:21:13,409 INFO [RS:0;1ba5af43fd99:41949 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41949 2024-11-27T12:21:13,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x1017c3d20750004, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1189209796/rs/1ba5af43fd99,41949,1732710056853 2024-11-27T12:21:13,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38127-0x1017c3d20750003, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1189209796/rs 2024-11-27T12:21:13,459 INFO [RS:0;1ba5af43fd99:41949 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:21:13,469 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ba5af43fd99,41949,1732710056853] 2024-11-27T12:21:13,480 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1189209796/draining/1ba5af43fd99,41949,1732710056853 already deleted, retry=false 2024-11-27T12:21:13,480 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ba5af43fd99,41949,1732710056853 expired; onlineServers=0 2024-11-27T12:21:13,480 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ba5af43fd99,38127,1732710056709' ***** 2024-11-27T12:21:13,480 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T12:21:13,480 INFO [M:0;1ba5af43fd99:38127 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:21:13,480 INFO [M:0;1ba5af43fd99:38127 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:21:13,480 DEBUG [M:0;1ba5af43fd99:38127 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T12:21:13,480 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T12:21:13,480 DEBUG [M:0;1ba5af43fd99:38127 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T12:21:13,480 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732710059008 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732710059008,5,FailOnTimeoutGroup] 2024-11-27T12:21:13,480 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732710059009 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732710059009,5,FailOnTimeoutGroup] 2024-11-27T12:21:13,480 INFO [M:0;1ba5af43fd99:38127 {}] hbase.ChoreService(370): Chore service for: master/1ba5af43fd99:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T12:21:13,481 INFO [M:0;1ba5af43fd99:38127 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:21:13,481 DEBUG [M:0;1ba5af43fd99:38127 {}] master.HMaster(1795): Stopping service threads 2024-11-27T12:21:13,481 INFO [M:0;1ba5af43fd99:38127 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T12:21:13,481 INFO [M:0;1ba5af43fd99:38127 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:21:13,481 INFO [M:0;1ba5af43fd99:38127 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T12:21:13,481 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T12:21:13,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38127-0x1017c3d20750003, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1189209796/master 2024-11-27T12:21:13,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38127-0x1017c3d20750003, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1189209796 2024-11-27T12:21:13,490 DEBUG [M:0;1ba5af43fd99:38127 {}] zookeeper.ZKUtil(347): master:38127-0x1017c3d20750003, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Unable to get data of znode /1-1189209796/master because node does not exist (not an error) 2024-11-27T12:21:13,490 WARN [M:0;1ba5af43fd99:38127 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T12:21:13,491 INFO [M:0;1ba5af43fd99:38127 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/.lastflushedseqids 2024-11-27T12:21:13,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35667 is added to blk_1073741847_1023 (size=245) 2024-11-27T12:21:13,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x1017c3d20750004, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:21:13,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x1017c3d20750004, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:21:13,570 INFO [RS:0;1ba5af43fd99:41949 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:21:13,570 INFO [RS:0;1ba5af43fd99:41949 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ba5af43fd99,41949,1732710056853; zookeeper connection closed. 2024-11-27T12:21:13,570 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@202eccd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@202eccd 2024-11-27T12:21:13,570 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T12:21:13,622 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.wal-reader.1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.1732710053482 to pos 912, reset compression=false 2024-11-27T12:21:13,895 INFO [M:0;1ba5af43fd99:38127 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T12:21:13,895 INFO [M:0;1ba5af43fd99:38127 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T12:21:13,895 DEBUG [M:0;1ba5af43fd99:38127 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:21:13,895 INFO [M:0;1ba5af43fd99:38127 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:21:13,895 DEBUG [M:0;1ba5af43fd99:38127 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:21:13,895 DEBUG [M:0;1ba5af43fd99:38127 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:21:13,895 DEBUG [M:0;1ba5af43fd99:38127 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:21:13,895 INFO [M:0;1ba5af43fd99:38127 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-27T12:21:13,912 DEBUG [M:0;1ba5af43fd99:38127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb888d35f5ff4247a7de53e4054aaf36 is 82, key is hbase:meta,,1/info:regioninfo/1732710060238/Put/seqid=0 2024-11-27T12:21:13,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35667 is added to blk_1073741848_1024 (size=5672) 2024-11-27T12:21:14,315 INFO [M:0;1ba5af43fd99:38127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb888d35f5ff4247a7de53e4054aaf36 2024-11-27T12:21:14,325 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.wal-reader.1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.1732710053482 to pos 912, reset compression=false 2024-11-27T12:21:14,335 DEBUG [M:0;1ba5af43fd99:38127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96670832ea2446159bb0f4c932cf1887 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732710066951/Put/seqid=0 2024-11-27T12:21:14,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35667 is added to blk_1073741849_1025 (size=8516) 2024-11-27T12:21:14,739 INFO [M:0;1ba5af43fd99:38127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96670832ea2446159bb0f4c932cf1887 2024-11-27T12:21:14,814 DEBUG [M:0;1ba5af43fd99:38127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7284d64648284bdca5a451ef577e7a19 is 69, key is 1ba5af43fd99,41949,1732710056853/rs:state/1732710059123/Put/seqid=0 2024-11-27T12:21:14,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35667 is added to blk_1073741850_1026 (size=5156) 2024-11-27T12:21:15,130 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.wal-reader.1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.1732710053482 to pos 912, reset compression=false 2024-11-27T12:21:15,218 INFO [M:0;1ba5af43fd99:38127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7284d64648284bdca5a451ef577e7a19 2024-11-27T12:21:15,222 DEBUG [M:0;1ba5af43fd99:38127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb888d35f5ff4247a7de53e4054aaf36 as hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb888d35f5ff4247a7de53e4054aaf36 2024-11-27T12:21:15,225 INFO [M:0;1ba5af43fd99:38127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb888d35f5ff4247a7de53e4054aaf36, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T12:21:15,226 DEBUG [M:0;1ba5af43fd99:38127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96670832ea2446159bb0f4c932cf1887 as hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/96670832ea2446159bb0f4c932cf1887 2024-11-27T12:21:15,229 INFO [M:0;1ba5af43fd99:38127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/96670832ea2446159bb0f4c932cf1887, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T12:21:15,230 DEBUG [M:0;1ba5af43fd99:38127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7284d64648284bdca5a451ef577e7a19 as hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7284d64648284bdca5a451ef577e7a19 2024-11-27T12:21:15,233 INFO [M:0;1ba5af43fd99:38127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37165/user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7284d64648284bdca5a451ef577e7a19, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T12:21:15,234 INFO [M:0;1ba5af43fd99:38127 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1339ms, sequenceid=97, compaction requested=false 2024-11-27T12:21:15,235 INFO [M:0;1ba5af43fd99:38127 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:21:15,235 DEBUG [M:0;1ba5af43fd99:38127 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732710073895Disabling compacts and flushes for region at 1732710073895Disabling writes for close at 1732710073895Obtaining lock to block concurrent updates at 1732710073895Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732710073895Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732710073896 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732710073896Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732710073896Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732710073911 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732710073911Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732710074319 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732710074335 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732710074335Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732710074801 (+466 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732710074814 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732710074814Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d5821f: reopening flushed file at 1732710075222 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76f1c14f: reopening flushed file at 1732710075225 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24f8c30: reopening flushed file at 1732710075229 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1339ms, sequenceid=97, compaction requested=false at 1732710075234 (+5 ms)Writing region close event to WAL at 1732710075235 (+1 ms)Closed at 1732710075235 2024-11-27T12:21:15,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35667 is added to blk_1073741830_1006 (size=63654) 2024-11-27T12:21:15,237 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6622964e-e206-8c5f-1ee1-3846df2914f9/MasterData/WALs/1ba5af43fd99,38127,1732710056709/1ba5af43fd99%2C38127%2C1732710056709.1732710058700 not finished, retry = 0 2024-11-27T12:21:15,338 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:21:15,338 INFO [M:0;1ba5af43fd99:38127 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T12:21:15,338 INFO [M:0;1ba5af43fd99:38127 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38127 2024-11-27T12:21:15,338 INFO [M:0;1ba5af43fd99:38127 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:21:15,485 INFO [M:0;1ba5af43fd99:38127 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:21:15,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38127-0x1017c3d20750003, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:21:15,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38127-0x1017c3d20750003, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:21:15,526 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@641042f0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:21:15,527 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@569a2576{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:21:15,527 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:21:15,527 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e6736a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:21:15,527 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a0e58bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d68475-caf2-d4a9-6b68-148d70732f2a/hadoop.log.dir/,STOPPED} 2024-11-27T12:21:15,528 WARN [BP-1495483399-172.17.0.3-1732710054649 heartbeating to localhost/127.0.0.1:37165 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T12:21:15,528 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T12:21:15,528 WARN [BP-1495483399-172.17.0.3-1732710054649 heartbeating to localhost/127.0.0.1:37165 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1495483399-172.17.0.3-1732710054649 (Datanode Uuid f97477b6-eb35-47ec-b357-c1c6acad9619) service to localhost/127.0.0.1:37165 2024-11-27T12:21:15,528 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T12:21:15,529 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d68475-caf2-d4a9-6b68-148d70732f2a/cluster_03e8eb18-602a-5dc6-fdb5-354487b961b6/data/data1/current/BP-1495483399-172.17.0.3-1732710054649 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:21:15,529 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d68475-caf2-d4a9-6b68-148d70732f2a/cluster_03e8eb18-602a-5dc6-fdb5-354487b961b6/data/data2/current/BP-1495483399-172.17.0.3-1732710054649 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:21:15,529 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T12:21:15,535 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69de49c7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:21:15,535 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6def1617{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:21:15,536 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:21:15,536 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b7c9c1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:21:15,536 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c620576{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d68475-caf2-d4a9-6b68-148d70732f2a/hadoop.log.dir/,STOPPED} 2024-11-27T12:21:15,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T12:21:15,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T12:21:15,547 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:21:15,548 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:21:15,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:15,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:15,548 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:21:15,548 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T12:21:15,548 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1106154078, stopped=false 2024-11-27T12:21:15,548 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ba5af43fd99,44707,1732710050878 2024-11-27T12:21:15,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44707-0x1017c3d20750000, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-47701126/running 2024-11-27T12:21:15,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1017c3d20750001, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-47701126/running 2024-11-27T12:21:15,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44707-0x1017c3d20750000, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-47701126 2024-11-27T12:21:15,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1017c3d20750001, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-47701126 2024-11-27T12:21:15,564 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:21:15,564 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44707-0x1017c3d20750000, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Set watcher on znode that does not yet exist, /0-47701126/running 2024-11-27T12:21:15,564 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46397-0x1017c3d20750001, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Set watcher on znode that does not yet exist, /0-47701126/running 2024-11-27T12:21:15,565 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:21:15,565 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:21:15,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:15,565 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ba5af43fd99,46397,1732710051163' ***** 2024-11-27T12:21:15,565 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T12:21:15,565 INFO [RS:0;1ba5af43fd99:46397 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T12:21:15,565 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T12:21:15,565 INFO [RS:0;1ba5af43fd99:46397 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T12:21:15,565 INFO [RS:0;1ba5af43fd99:46397 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T12:21:15,565 INFO [RS:0;1ba5af43fd99:46397 {}] regionserver.HRegionServer(3091): Received CLOSE for 7d2f0326f91a0d73b0e95e7fbcb8e638 2024-11-27T12:21:15,566 INFO [RS:0;1ba5af43fd99:46397 {}] regionserver.HRegionServer(3091): Received CLOSE for 35e013d273b9a70d9bab6ab6f66659ae 2024-11-27T12:21:15,566 INFO [RS:0;1ba5af43fd99:46397 {}] regionserver.HRegionServer(959): stopping server 1ba5af43fd99,46397,1732710051163 2024-11-27T12:21:15,566 INFO [RS:0;1ba5af43fd99:46397 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:21:15,566 INFO [RS:0;1ba5af43fd99:46397 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:46397. 2024-11-27T12:21:15,566 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7d2f0326f91a0d73b0e95e7fbcb8e638, disabling compactions & flushes 2024-11-27T12:21:15,566 DEBUG [RS:0;1ba5af43fd99:46397 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:21:15,566 DEBUG [RS:0;1ba5af43fd99:46397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:15,566 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732710063627.7d2f0326f91a0d73b0e95e7fbcb8e638. 2024-11-27T12:21:15,566 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732710063627.7d2f0326f91a0d73b0e95e7fbcb8e638. 2024-11-27T12:21:15,566 INFO [RS:0;1ba5af43fd99:46397 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T12:21:15,566 INFO [RS:0;1ba5af43fd99:46397 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T12:21:15,566 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732710063627.7d2f0326f91a0d73b0e95e7fbcb8e638. after waiting 0 ms 2024-11-27T12:21:15,566 INFO [RS:0;1ba5af43fd99:46397 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T12:21:15,566 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732710063627.7d2f0326f91a0d73b0e95e7fbcb8e638. 2024-11-27T12:21:15,566 INFO [RS:0;1ba5af43fd99:46397 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T12:21:15,566 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7d2f0326f91a0d73b0e95e7fbcb8e638 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-27T12:21:15,566 INFO [RS:0;1ba5af43fd99:46397 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T12:21:15,566 DEBUG [RS:0;1ba5af43fd99:46397 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7d2f0326f91a0d73b0e95e7fbcb8e638=hbase:replication,,1732710063627.7d2f0326f91a0d73b0e95e7fbcb8e638., 35e013d273b9a70d9bab6ab6f66659ae=test,,1732710060316.35e013d273b9a70d9bab6ab6f66659ae.} 2024-11-27T12:21:15,566 DEBUG [RS:0;1ba5af43fd99:46397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35e013d273b9a70d9bab6ab6f66659ae, 7d2f0326f91a0d73b0e95e7fbcb8e638 2024-11-27T12:21:15,566 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:21:15,566 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:21:15,566 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:21:15,566 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:21:15,566 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:21:15,566 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T12:21:15,580 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/hbase/meta/1588230740/.tmp/info/edc1bec90f5a4b57a0eab8cdf0ec0be4 is 147, key is hbase:replication,,1732710063627.7d2f0326f91a0d73b0e95e7fbcb8e638./info:regioninfo/1732710064844/Put/seqid=0 2024-11-27T12:21:15,583 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/hbase/replication/7d2f0326f91a0d73b0e95e7fbcb8e638/.tmp/queue/7475e28f5e55404da8b7266e8a1a08f8 is 153, key is 1-1ba5af43fd99,46397,1732710051163/queue:1ba5af43fd99%2C46397%2C1732710051163/1732710071605/Put/seqid=0 2024-11-27T12:21:15,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741840_1016 (size=7686) 2024-11-27T12:21:15,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741841_1017 (size=5352) 2024-11-27T12:21:15,663 INFO [regionserver/1ba5af43fd99:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:21:15,766 DEBUG [RS:0;1ba5af43fd99:46397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35e013d273b9a70d9bab6ab6f66659ae, 7d2f0326f91a0d73b0e95e7fbcb8e638 2024-11-27T12:21:15,966 DEBUG [RS:0;1ba5af43fd99:46397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35e013d273b9a70d9bab6ab6f66659ae, 7d2f0326f91a0d73b0e95e7fbcb8e638 2024-11-27T12:21:15,984 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/hbase/meta/1588230740/.tmp/info/edc1bec90f5a4b57a0eab8cdf0ec0be4 2024-11-27T12:21:15,986 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/hbase/replication/7d2f0326f91a0d73b0e95e7fbcb8e638/.tmp/queue/7475e28f5e55404da8b7266e8a1a08f8 2024-11-27T12:21:15,991 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/hbase/replication/7d2f0326f91a0d73b0e95e7fbcb8e638/.tmp/queue/7475e28f5e55404da8b7266e8a1a08f8 as hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/hbase/replication/7d2f0326f91a0d73b0e95e7fbcb8e638/queue/7475e28f5e55404da8b7266e8a1a08f8 2024-11-27T12:21:15,998 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/hbase/replication/7d2f0326f91a0d73b0e95e7fbcb8e638/queue/7475e28f5e55404da8b7266e8a1a08f8, entries=1, sequenceid=10, filesize=5.2 K 2024-11-27T12:21:15,999 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 7d2f0326f91a0d73b0e95e7fbcb8e638 in 433ms, sequenceid=10, compaction requested=false 2024-11-27T12:21:16,012 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/hbase/replication/7d2f0326f91a0d73b0e95e7fbcb8e638/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-27T12:21:16,013 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/hbase/meta/1588230740/.tmp/ns/303f6a6bf11343adac56db0be3493780 is 43, key is default/ns:d/1732710054500/Put/seqid=0 2024-11-27T12:21:16,013 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:21:16,013 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:21:16,013 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732710063627.7d2f0326f91a0d73b0e95e7fbcb8e638. 2024-11-27T12:21:16,013 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7d2f0326f91a0d73b0e95e7fbcb8e638: Waiting for close lock at 1732710075566Running coprocessor pre-close hooks at 1732710075566Disabling compacts and flushes for region at 1732710075566Disabling writes for close at 1732710075566Obtaining lock to block concurrent updates at 1732710075566Preparing flush snapshotting stores in 7d2f0326f91a0d73b0e95e7fbcb8e638 at 1732710075566Finished memstore snapshotting hbase:replication,,1732710063627.7d2f0326f91a0d73b0e95e7fbcb8e638., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732710075566Flushing stores of hbase:replication,,1732710063627.7d2f0326f91a0d73b0e95e7fbcb8e638. at 1732710075567 (+1 ms)Flushing 7d2f0326f91a0d73b0e95e7fbcb8e638/queue: creating writer at 1732710075567Flushing 7d2f0326f91a0d73b0e95e7fbcb8e638/queue: appending metadata at 1732710075582 (+15 ms)Flushing 7d2f0326f91a0d73b0e95e7fbcb8e638/queue: closing flushed file at 1732710075582Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69f1f5d5: reopening flushed file at 1732710075990 (+408 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 7d2f0326f91a0d73b0e95e7fbcb8e638 in 433ms, sequenceid=10, compaction requested=false at 1732710075999 (+9 ms)Writing region close event to WAL at 1732710076007 (+8 ms)Running coprocessor post-close hooks at 1732710076013 (+6 ms)Closed at 1732710076013 2024-11-27T12:21:16,013 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732710063627.7d2f0326f91a0d73b0e95e7fbcb8e638. 2024-11-27T12:21:16,014 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 35e013d273b9a70d9bab6ab6f66659ae, disabling compactions & flushes 2024-11-27T12:21:16,014 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732710060316.35e013d273b9a70d9bab6ab6f66659ae. 2024-11-27T12:21:16,014 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732710060316.35e013d273b9a70d9bab6ab6f66659ae. 2024-11-27T12:21:16,014 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732710060316.35e013d273b9a70d9bab6ab6f66659ae. after waiting 0 ms 2024-11-27T12:21:16,014 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732710060316.35e013d273b9a70d9bab6ab6f66659ae. 2024-11-27T12:21:16,014 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 35e013d273b9a70d9bab6ab6f66659ae 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-27T12:21:16,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741842_1018 (size=5153) 2024-11-27T12:21:16,028 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/default/test/35e013d273b9a70d9bab6ab6f66659ae/.tmp/f/b02dae8bf6994d8db85650aaec03fb48 is 29, key is row1/f:/1732710070947/DeleteFamily/seqid=0 2024-11-27T12:21:16,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741843_1019 (size=5118) 2024-11-27T12:21:16,033 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.wal-reader.1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.1732710053482 to pos 912, reset compression=false 2024-11-27T12:21:16,037 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.wal-reader.1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T12:21:16,037 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.wal-reader.1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.1732710053482 to pos 1159, reset compression=false 2024-11-27T12:21:16,037 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.shipper1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,46397,1732710051163 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.1732710053482, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T12:21:16,038 ERROR [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.shipper1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1ba5af43fd99,46397,1732710051163: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1ba5af43fd99,46397,1732710051163, walGroup=1ba5af43fd99%2C46397%2C1732710051163, offset=1ba5af43fd99%2C46397%2C1732710051163.1732710053482:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:46397 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T12:21:16,038 ERROR [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.shipper1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T12:21:16,038 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.shipper1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T12:21:16,039 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.shipper1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T12:21:16,039 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.shipper1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T12:21:16,039 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.shipper1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T12:21:16,039 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.shipper1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 679431984 }, "NonHeapMemoryUsage": { "committed": 195035136, "init": 7667712, "max": -1, "used": 192006176 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T12:21:16,039 WARN [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.shipper1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:44707 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:44707 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T12:21:16,167 DEBUG [RS:0;1ba5af43fd99:46397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35e013d273b9a70d9bab6ab6f66659ae 2024-11-27T12:21:16,240 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.wal-reader.1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.1732710053482 to pos 1159, reset compression=false 2024-11-27T12:21:16,347 INFO [regionserver/1ba5af43fd99:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T12:21:16,347 INFO [regionserver/1ba5af43fd99:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T12:21:16,367 DEBUG [RS:0;1ba5af43fd99:46397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35e013d273b9a70d9bab6ab6f66659ae 2024-11-27T12:21:16,417 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/hbase/meta/1588230740/.tmp/ns/303f6a6bf11343adac56db0be3493780 2024-11-27T12:21:16,431 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/default/test/35e013d273b9a70d9bab6ab6f66659ae/.tmp/f/b02dae8bf6994d8db85650aaec03fb48 2024-11-27T12:21:16,435 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b02dae8bf6994d8db85650aaec03fb48 2024-11-27T12:21:16,438 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/hbase/meta/1588230740/.tmp/rep_barrier/751e04faa3804c8b8ec6d399f898e9eb is 112, key is test,,1732710060316.35e013d273b9a70d9bab6ab6f66659ae./rep_barrier:seqnumDuringOpen/1732710061067/Put/seqid=0 2024-11-27T12:21:16,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741844_1020 (size=5518) 2024-11-27T12:21:16,449 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/default/test/35e013d273b9a70d9bab6ab6f66659ae/.tmp/f1/184724944c0043f2bfcbbb6da640c670 is 30, key is row1/f1:/1732710070947/DeleteFamily/seqid=0 2024-11-27T12:21:16,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741845_1021 (size=5123) 2024-11-27T12:21:16,544 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.wal-reader.1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.1732710053482 to pos 1159, reset compression=false 2024-11-27T12:21:16,567 INFO [RS:0;1ba5af43fd99:46397 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T12:21:16,567 DEBUG [RS:0;1ba5af43fd99:46397 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 35e013d273b9a70d9bab6ab6f66659ae=test,,1732710060316.35e013d273b9a70d9bab6ab6f66659ae.} 2024-11-27T12:21:16,567 DEBUG [RS:0;1ba5af43fd99:46397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35e013d273b9a70d9bab6ab6f66659ae 2024-11-27T12:21:16,767 DEBUG [RS:0;1ba5af43fd99:46397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35e013d273b9a70d9bab6ab6f66659ae 2024-11-27T12:21:16,846 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/hbase/meta/1588230740/.tmp/rep_barrier/751e04faa3804c8b8ec6d399f898e9eb 2024-11-27T12:21:16,852 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/default/test/35e013d273b9a70d9bab6ab6f66659ae/.tmp/f1/184724944c0043f2bfcbbb6da640c670 2024-11-27T12:21:16,855 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 184724944c0043f2bfcbbb6da640c670 2024-11-27T12:21:16,866 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/hbase/meta/1588230740/.tmp/table/64169674fd8b4825a6f24fe2b8f7a8d2 is 53, key is hbase:replication/table:state/1732710064850/Put/seqid=0 2024-11-27T12:21:16,867 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/default/test/35e013d273b9a70d9bab6ab6f66659ae/.tmp/norep/4d365978c94f49a98eb2a91042304cbb is 32, key is row/norep:/1732710069942/DeleteFamily/seqid=0 2024-11-27T12:21:16,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741846_1022 (size=5308) 2024-11-27T12:21:16,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741847_1023 (size=5101) 2024-11-27T12:21:16,946 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.wal-reader.1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.1732710053482 to pos 1159, reset compression=false 2024-11-27T12:21:16,967 DEBUG [RS:0;1ba5af43fd99:46397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35e013d273b9a70d9bab6ab6f66659ae 2024-11-27T12:21:17,167 DEBUG [RS:0;1ba5af43fd99:46397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35e013d273b9a70d9bab6ab6f66659ae 2024-11-27T12:21:17,270 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/hbase/meta/1588230740/.tmp/table/64169674fd8b4825a6f24fe2b8f7a8d2 2024-11-27T12:21:17,271 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/default/test/35e013d273b9a70d9bab6ab6f66659ae/.tmp/norep/4d365978c94f49a98eb2a91042304cbb 2024-11-27T12:21:17,275 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4d365978c94f49a98eb2a91042304cbb 2024-11-27T12:21:17,275 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/hbase/meta/1588230740/.tmp/info/edc1bec90f5a4b57a0eab8cdf0ec0be4 as hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/hbase/meta/1588230740/info/edc1bec90f5a4b57a0eab8cdf0ec0be4 2024-11-27T12:21:17,275 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/default/test/35e013d273b9a70d9bab6ab6f66659ae/.tmp/f/b02dae8bf6994d8db85650aaec03fb48 as hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/default/test/35e013d273b9a70d9bab6ab6f66659ae/f/b02dae8bf6994d8db85650aaec03fb48 2024-11-27T12:21:17,279 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/hbase/meta/1588230740/info/edc1bec90f5a4b57a0eab8cdf0ec0be4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T12:21:17,279 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b02dae8bf6994d8db85650aaec03fb48 2024-11-27T12:21:17,279 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/default/test/35e013d273b9a70d9bab6ab6f66659ae/f/b02dae8bf6994d8db85650aaec03fb48, entries=2, sequenceid=8, filesize=5.0 K 2024-11-27T12:21:17,280 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/hbase/meta/1588230740/.tmp/ns/303f6a6bf11343adac56db0be3493780 as hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/hbase/meta/1588230740/ns/303f6a6bf11343adac56db0be3493780 2024-11-27T12:21:17,280 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/default/test/35e013d273b9a70d9bab6ab6f66659ae/.tmp/f1/184724944c0043f2bfcbbb6da640c670 as hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/default/test/35e013d273b9a70d9bab6ab6f66659ae/f1/184724944c0043f2bfcbbb6da640c670 2024-11-27T12:21:17,283 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 184724944c0043f2bfcbbb6da640c670 2024-11-27T12:21:17,283 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/hbase/meta/1588230740/ns/303f6a6bf11343adac56db0be3493780, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T12:21:17,283 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/default/test/35e013d273b9a70d9bab6ab6f66659ae/f1/184724944c0043f2bfcbbb6da640c670, entries=2, sequenceid=8, filesize=5.0 K 2024-11-27T12:21:17,284 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/hbase/meta/1588230740/.tmp/rep_barrier/751e04faa3804c8b8ec6d399f898e9eb as hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/hbase/meta/1588230740/rep_barrier/751e04faa3804c8b8ec6d399f898e9eb 2024-11-27T12:21:17,284 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/default/test/35e013d273b9a70d9bab6ab6f66659ae/.tmp/norep/4d365978c94f49a98eb2a91042304cbb as hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/default/test/35e013d273b9a70d9bab6ab6f66659ae/norep/4d365978c94f49a98eb2a91042304cbb 2024-11-27T12:21:17,287 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/hbase/meta/1588230740/rep_barrier/751e04faa3804c8b8ec6d399f898e9eb, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T12:21:17,287 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4d365978c94f49a98eb2a91042304cbb 2024-11-27T12:21:17,287 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/default/test/35e013d273b9a70d9bab6ab6f66659ae/norep/4d365978c94f49a98eb2a91042304cbb, entries=1, sequenceid=8, filesize=5.0 K 2024-11-27T12:21:17,288 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/hbase/meta/1588230740/.tmp/table/64169674fd8b4825a6f24fe2b8f7a8d2 as hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/hbase/meta/1588230740/table/64169674fd8b4825a6f24fe2b8f7a8d2 2024-11-27T12:21:17,288 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 35e013d273b9a70d9bab6ab6f66659ae in 1274ms, sequenceid=8, compaction requested=false 2024-11-27T12:21:17,288 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T12:21:17,291 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/hbase/meta/1588230740/table/64169674fd8b4825a6f24fe2b8f7a8d2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T12:21:17,292 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/default/test/35e013d273b9a70d9bab6ab6f66659ae/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-27T12:21:17,292 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=16, compaction requested=false 2024-11-27T12:21:17,292 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T12:21:17,293 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:21:17,293 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T12:21:17,293 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732710060316.35e013d273b9a70d9bab6ab6f66659ae. 2024-11-27T12:21:17,293 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 35e013d273b9a70d9bab6ab6f66659ae: Waiting for close lock at 1732710076014Running coprocessor pre-close hooks at 1732710076014Disabling compacts and flushes for region at 1732710076014Disabling writes for close at 1732710076014Obtaining lock to block concurrent updates at 1732710076014Preparing flush snapshotting stores in 35e013d273b9a70d9bab6ab6f66659ae at 1732710076014Finished memstore snapshotting test,,1732710060316.35e013d273b9a70d9bab6ab6f66659ae., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732710076014Flushing stores of test,,1732710060316.35e013d273b9a70d9bab6ab6f66659ae. at 1732710076015 (+1 ms)Flushing 35e013d273b9a70d9bab6ab6f66659ae/f: creating writer at 1732710076015Flushing 35e013d273b9a70d9bab6ab6f66659ae/f: appending metadata at 1732710076027 (+12 ms)Flushing 35e013d273b9a70d9bab6ab6f66659ae/f: closing flushed file at 1732710076027Flushing 35e013d273b9a70d9bab6ab6f66659ae/f1: creating writer at 1732710076435 (+408 ms)Flushing 35e013d273b9a70d9bab6ab6f66659ae/f1: appending metadata at 1732710076448 (+13 ms)Flushing 35e013d273b9a70d9bab6ab6f66659ae/f1: closing flushed file at 1732710076448Flushing 35e013d273b9a70d9bab6ab6f66659ae/norep: creating writer at 1732710076855 (+407 ms)Flushing 35e013d273b9a70d9bab6ab6f66659ae/norep: appending metadata at 1732710076866 (+11 ms)Flushing 35e013d273b9a70d9bab6ab6f66659ae/norep: closing flushed file at 1732710076867 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41384341: reopening flushed file at 1732710077275 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d293892: reopening flushed file at 1732710077279 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14b0c8ab: reopening flushed file at 1732710077283 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 35e013d273b9a70d9bab6ab6f66659ae in 1274ms, sequenceid=8, compaction requested=false at 1732710077288 (+5 ms)Writing region close event to WAL at 1732710077289 (+1 ms)Running coprocessor post-close hooks at 1732710077293 (+4 ms)Closed at 1732710077293 2024-11-27T12:21:17,293 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732710060316.35e013d273b9a70d9bab6ab6f66659ae. 2024-11-27T12:21:17,296 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T12:21:17,296 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:21:17,296 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:21:17,296 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:21:17,297 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732710075566Running coprocessor pre-close hooks at 1732710075566Disabling compacts and flushes for region at 1732710075566Disabling writes for close at 1732710075566Obtaining lock to block concurrent updates at 1732710075566Preparing flush snapshotting stores in 1588230740 at 1732710075566Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732710075567 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732710075568 (+1 ms)Flushing 1588230740/info: creating writer at 1732710075568Flushing 1588230740/info: appending metadata at 1732710075580 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732710075580Flushing 1588230740/ns: creating writer at 1732710075992 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732710076013 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732710076013Flushing 1588230740/rep_barrier: creating writer at 1732710076421 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732710076437 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732710076437Flushing 1588230740/table: creating writer at 1732710076850 (+413 ms)Flushing 1588230740/table: appending metadata at 1732710076866 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732710076866Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d173424: reopening flushed file at 1732710077274 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@283b4750: reopening flushed file at 1732710077279 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c56a6e1: reopening flushed file at 1732710077283 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bd974d3: reopening flushed file at 1732710077287 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=16, compaction requested=false at 1732710077292 (+5 ms)Writing region close event to WAL at 1732710077294 (+2 ms)Running coprocessor post-close hooks at 1732710077296 (+2 ms)Closed at 1732710077296 2024-11-27T12:21:17,297 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T12:21:17,368 INFO [RS:0;1ba5af43fd99:46397 {}] regionserver.HRegionServer(976): stopping server 1ba5af43fd99,46397,1732710051163; all regions closed. 2024-11-27T12:21:17,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741834_1010 (size=4239) 2024-11-27T12:21:17,370 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.meta.1732710054418.meta not finished, retry = 0 2024-11-27T12:21:17,450 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.wal-reader.1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.1732710053482 to pos 1159, reset compression=false 2024-11-27T12:21:17,454 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.wal-reader.1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T12:21:17,454 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.wal-reader.1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.1732710053482 to pos 1803, reset compression=false 2024-11-27T12:21:17,472 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.rep.1732710064811 not finished, retry = 0 2024-11-27T12:21:17,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741839_1015 (size=2676) 2024-11-27T12:21:17,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741832_1008 (size=1811) 2024-11-27T12:21:17,575 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.1732710053482 not finished, retry = 0 2024-11-27T12:21:17,658 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.wal-reader.1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.1732710053482 to pos 1803, reset compression=false 2024-11-27T12:21:17,676 DEBUG [RS:0;1ba5af43fd99:46397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:17,676 INFO [RS:0;1ba5af43fd99:46397 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:21:17,676 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.wal-reader.1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/WALs/1ba5af43fd99,46397,1732710051163/1ba5af43fd99%2C46397%2C1732710051163.1732710053482 2024-11-27T12:21:17,676 INFO [RS:0;1ba5af43fd99:46397 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:21:17,676 INFO [RS:0;1ba5af43fd99:46397 {}] hbase.ChoreService(370): Chore service for: regionserver/1ba5af43fd99:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T12:21:17,676 INFO [RS:0;1ba5af43fd99:46397 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:21:17,676 INFO [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:21:17,676 INFO [RS:0;1ba5af43fd99:46397 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1ba5af43fd99,46397,1732710051163 because: Region server is closing 2024-11-27T12:21:17,676 INFO [RS:0;1ba5af43fd99:46397 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:46397. 2024-11-27T12:21:17,677 DEBUG [RS:0;1ba5af43fd99:46397 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:21:17,677 DEBUG [RS:0;1ba5af43fd99:46397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:17,677 DEBUG [RS:0;1ba5af43fd99:46397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:17,677 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:21:17,777 INFO [RS:0;1ba5af43fd99:46397 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.shipper1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 terminated 2024-11-27T12:21:17,777 INFO [RS:0;1ba5af43fd99:46397 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:46397. 2024-11-27T12:21:17,777 WARN [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,46397,1732710051163.replicationSource.wal-reader.1ba5af43fd99%2C46397%2C1732710051163,1-1ba5af43fd99,46397,1732710051163 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-27T12:21:17,777 DEBUG [RS:0;1ba5af43fd99:46397 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:21:17,777 DEBUG [RS:0;1ba5af43fd99:46397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:17,777 DEBUG [RS:0;1ba5af43fd99:46397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:17,777 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:21:17,777 INFO [RS:0;1ba5af43fd99:46397 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46397 2024-11-27T12:21:17,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44707-0x1017c3d20750000, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-47701126/rs 2024-11-27T12:21:17,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1017c3d20750001, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-47701126/rs/1ba5af43fd99,46397,1732710051163 2024-11-27T12:21:17,827 INFO [RS:0;1ba5af43fd99:46397 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:21:17,837 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ba5af43fd99,46397,1732710051163] 2024-11-27T12:21:17,848 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-47701126/draining/1ba5af43fd99,46397,1732710051163 already deleted, retry=false 2024-11-27T12:21:17,848 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ba5af43fd99,46397,1732710051163 expired; onlineServers=0 2024-11-27T12:21:17,848 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ba5af43fd99,44707,1732710050878' ***** 2024-11-27T12:21:17,848 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T12:21:17,848 INFO [M:0;1ba5af43fd99:44707 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:21:17,848 INFO [M:0;1ba5af43fd99:44707 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:21:17,848 DEBUG [M:0;1ba5af43fd99:44707 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T12:21:17,848 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T12:21:17,848 DEBUG [M:0;1ba5af43fd99:44707 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T12:21:17,848 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732710053225 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732710053225,5,FailOnTimeoutGroup] 2024-11-27T12:21:17,848 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732710053225 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732710053225,5,FailOnTimeoutGroup] 2024-11-27T12:21:17,848 INFO [M:0;1ba5af43fd99:44707 {}] hbase.ChoreService(370): Chore service for: master/1ba5af43fd99:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T12:21:17,848 INFO [M:0;1ba5af43fd99:44707 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:21:17,848 DEBUG [M:0;1ba5af43fd99:44707 {}] master.HMaster(1795): Stopping service threads 2024-11-27T12:21:17,848 INFO [M:0;1ba5af43fd99:44707 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T12:21:17,849 INFO [M:0;1ba5af43fd99:44707 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:21:17,849 INFO [M:0;1ba5af43fd99:44707 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T12:21:17,849 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T12:21:17,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44707-0x1017c3d20750000, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-47701126/master 2024-11-27T12:21:17,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44707-0x1017c3d20750000, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-47701126 2024-11-27T12:21:17,858 DEBUG [M:0;1ba5af43fd99:44707 {}] zookeeper.ZKUtil(347): master:44707-0x1017c3d20750000, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Unable to get data of znode /0-47701126/master because node does not exist (not an error) 2024-11-27T12:21:17,858 WARN [M:0;1ba5af43fd99:44707 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T12:21:17,860 INFO [M:0;1ba5af43fd99:44707 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/.lastflushedseqids 2024-11-27T12:21:17,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741848_1024 (size=245) 2024-11-27T12:21:17,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1017c3d20750001, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:21:17,938 INFO [RS:0;1ba5af43fd99:46397 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:21:17,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1017c3d20750001, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:21:17,938 INFO [RS:0;1ba5af43fd99:46397 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ba5af43fd99,46397,1732710051163; zookeeper connection closed. 2024-11-27T12:21:17,938 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7778b46e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7778b46e 2024-11-27T12:21:17,938 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T12:21:17,993 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:21:17,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:18,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:18,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:18,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:18,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:18,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:18,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:18,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:18,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:18,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:18,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:18,264 INFO [M:0;1ba5af43fd99:44707 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T12:21:18,264 INFO [M:0;1ba5af43fd99:44707 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T12:21:18,264 DEBUG [M:0;1ba5af43fd99:44707 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:21:18,264 INFO [M:0;1ba5af43fd99:44707 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:21:18,264 DEBUG [M:0;1ba5af43fd99:44707 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:21:18,264 DEBUG [M:0;1ba5af43fd99:44707 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:21:18,264 DEBUG [M:0;1ba5af43fd99:44707 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:21:18,264 INFO [M:0;1ba5af43fd99:44707 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-27T12:21:18,278 DEBUG [M:0;1ba5af43fd99:44707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9cb56d5a47014bd99d1a737220e95fb0 is 82, key is hbase:meta,,1/info:regioninfo/1732710054448/Put/seqid=0 2024-11-27T12:21:18,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741849_1025 (size=5672) 2024-11-27T12:21:18,681 INFO [M:0;1ba5af43fd99:44707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9cb56d5a47014bd99d1a737220e95fb0 2024-11-27T12:21:18,698 DEBUG [M:0;1ba5af43fd99:44707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e03f1c74a9204a6da08afb52745c988c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732710064853/Put/seqid=0 2024-11-27T12:21:18,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741850_1026 (size=8517) 2024-11-27T12:21:19,101 INFO [M:0;1ba5af43fd99:44707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e03f1c74a9204a6da08afb52745c988c 2024-11-27T12:21:19,123 DEBUG [M:0;1ba5af43fd99:44707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7af1d100708d44f69fbc855b4a58bfbb is 69, key is 1ba5af43fd99,46397,1732710051163/rs:state/1732710053327/Put/seqid=0 2024-11-27T12:21:19,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741851_1027 (size=5156) 2024-11-27T12:21:19,528 INFO [M:0;1ba5af43fd99:44707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7af1d100708d44f69fbc855b4a58bfbb 2024-11-27T12:21:19,532 DEBUG [M:0;1ba5af43fd99:44707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9cb56d5a47014bd99d1a737220e95fb0 as hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9cb56d5a47014bd99d1a737220e95fb0 2024-11-27T12:21:19,535 INFO [M:0;1ba5af43fd99:44707 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9cb56d5a47014bd99d1a737220e95fb0, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T12:21:19,536 DEBUG [M:0;1ba5af43fd99:44707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e03f1c74a9204a6da08afb52745c988c as hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e03f1c74a9204a6da08afb52745c988c 2024-11-27T12:21:19,540 INFO [M:0;1ba5af43fd99:44707 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e03f1c74a9204a6da08afb52745c988c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T12:21:19,540 DEBUG [M:0;1ba5af43fd99:44707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7af1d100708d44f69fbc855b4a58bfbb as hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7af1d100708d44f69fbc855b4a58bfbb 2024-11-27T12:21:19,544 INFO [M:0;1ba5af43fd99:44707 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46691/user/jenkins/test-data/8ef5df50-9a79-b5dd-efad-2697ce0fa247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7af1d100708d44f69fbc855b4a58bfbb, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T12:21:19,545 INFO [M:0;1ba5af43fd99:44707 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false 2024-11-27T12:21:19,546 INFO [M:0;1ba5af43fd99:44707 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:21:19,547 DEBUG [M:0;1ba5af43fd99:44707 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732710078264Disabling compacts and flushes for region at 1732710078264Disabling writes for close at 1732710078264Obtaining lock to block concurrent updates at 1732710078264Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732710078264Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732710078264Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732710078265 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732710078265Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732710078277 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732710078277Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732710078685 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732710078697 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732710078697Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732710079106 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732710079123 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732710079123Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bef609: reopening flushed file at 1732710079531 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2efae0a2: reopening flushed file at 1732710079535 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@245a154f: reopening flushed file at 1732710079540 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false at 1732710079545 (+5 ms)Writing region close event to WAL at 1732710079546 (+1 ms)Closed at 1732710079546 2024-11-27T12:21:19,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741830_1006 (size=63666) 2024-11-27T12:21:19,554 INFO [M:0;1ba5af43fd99:44707 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T12:21:19,554 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:21:19,554 INFO [M:0;1ba5af43fd99:44707 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44707 2024-11-27T12:21:19,555 INFO [M:0;1ba5af43fd99:44707 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:21:19,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44707-0x1017c3d20750000, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:21:19,716 INFO [M:0;1ba5af43fd99:44707 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:21:19,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44707-0x1017c3d20750000, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:21:19,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d66cc46{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:21:19,719 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@652a6243{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:21:19,719 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:21:19,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66baa053{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:21:19,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20e1f8bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/362dd660-31d1-7f98-7862-cc04cb13d4d2/hadoop.log.dir/,STOPPED} 2024-11-27T12:21:19,721 WARN [BP-1367258443-172.17.0.3-1732710048986 heartbeating to localhost/127.0.0.1:46691 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T12:21:19,721 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T12:21:19,721 WARN [BP-1367258443-172.17.0.3-1732710048986 heartbeating to localhost/127.0.0.1:46691 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1367258443-172.17.0.3-1732710048986 (Datanode Uuid b57846d3-0530-404b-8e23-b5e35b40e4c4) service to localhost/127.0.0.1:46691 2024-11-27T12:21:19,721 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T12:21:19,721 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/362dd660-31d1-7f98-7862-cc04cb13d4d2/cluster_6bb68cce-bb5a-d018-b2c6-64b5167a7743/data/data1/current/BP-1367258443-172.17.0.3-1732710048986 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:21:19,722 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/362dd660-31d1-7f98-7862-cc04cb13d4d2/cluster_6bb68cce-bb5a-d018-b2c6-64b5167a7743/data/data2/current/BP-1367258443-172.17.0.3-1732710048986 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:21:19,722 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T12:21:19,728 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@224769c2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:21:19,730 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a45be74{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:21:19,730 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:21:19,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e05f28e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:21:19,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6282b25e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/362dd660-31d1-7f98-7862-cc04cb13d4d2/hadoop.log.dir/,STOPPED} 2024-11-27T12:21:19,739 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T12:21:19,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T12:21:19,764 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=260 (was 241) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46691 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:46691 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46691 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37165 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37165 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46691 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46691 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37165 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57034) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46691 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46691 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:37165 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57034) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37165 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46691 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=657 (was 620) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=321 (was 347), ProcessCount=11 (was 11), AvailableMemoryMB=8012 (was 8044) 2024-11-27T12:21:19,774 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=260, OpenFileDescriptor=657, MaxFileDescriptor=1048576, SystemLoadAverage=321, ProcessCount=11, AvailableMemoryMB=8011 2024-11-27T12:21:19,791 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-27T12:21:19,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d68475-caf2-d4a9-6b68-148d70732f2a/hadoop.log.dir so I do NOT create it in target/test-data/b4d6b296-da9a-d763-ede6-5d83f5311707 2024-11-27T12:21:19,793 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d68475-caf2-d4a9-6b68-148d70732f2a/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T12:21:19,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d68475-caf2-d4a9-6b68-148d70732f2a/hadoop.tmp.dir so I do NOT create it in target/test-data/b4d6b296-da9a-d763-ede6-5d83f5311707 2024-11-27T12:21:19,793 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35d68475-caf2-d4a9-6b68-148d70732f2a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T12:21:19,793 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d6b296-da9a-d763-ede6-5d83f5311707 2024-11-27T12:21:19,793 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d6b296-da9a-d763-ede6-5d83f5311707/cluster_71e26d7e-08b8-48ac-64ee-18676c94945b, deleteOnExit=true 2024-11-27T12:21:19,795 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d6b296-da9a-d763-ede6-5d83f5311707/cluster_71e26d7e-08b8-48ac-64ee-18676c94945b/zookeeper_0, clientPort=53817, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d6b296-da9a-d763-ede6-5d83f5311707/cluster_71e26d7e-08b8-48ac-64ee-18676c94945b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d6b296-da9a-d763-ede6-5d83f5311707/cluster_71e26d7e-08b8-48ac-64ee-18676c94945b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T12:21:19,796 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53817 2024-11-27T12:21:19,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T12:21:19,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T12:21:19,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d6b296-da9a-d763-ede6-5d83f5311707/test.cache.data in system properties and HBase conf 2024-11-27T12:21:19,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d6b296-da9a-d763-ede6-5d83f5311707/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T12:21:19,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d6b296-da9a-d763-ede6-5d83f5311707/hadoop.log.dir in system properties and HBase conf 2024-11-27T12:21:19,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d6b296-da9a-d763-ede6-5d83f5311707/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T12:21:19,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d6b296-da9a-d763-ede6-5d83f5311707/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T12:21:19,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T12:21:19,797 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T12:21:19,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d6b296-da9a-d763-ede6-5d83f5311707/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:21:19,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d6b296-da9a-d763-ede6-5d83f5311707/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:21:19,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d6b296-da9a-d763-ede6-5d83f5311707/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T12:21:19,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d6b296-da9a-d763-ede6-5d83f5311707/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:21:19,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d6b296-da9a-d763-ede6-5d83f5311707/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T12:21:19,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d6b296-da9a-d763-ede6-5d83f5311707/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T12:21:19,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d6b296-da9a-d763-ede6-5d83f5311707/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:21:19,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d6b296-da9a-d763-ede6-5d83f5311707/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:21:19,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d6b296-da9a-d763-ede6-5d83f5311707/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T12:21:19,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d6b296-da9a-d763-ede6-5d83f5311707/nfs.dump.dir in system properties and HBase conf 2024-11-27T12:21:19,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d6b296-da9a-d763-ede6-5d83f5311707/java.io.tmpdir in system properties and HBase conf 2024-11-27T12:21:19,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d6b296-da9a-d763-ede6-5d83f5311707/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:21:19,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d6b296-da9a-d763-ede6-5d83f5311707/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T12:21:19,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d6b296-da9a-d763-ede6-5d83f5311707/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T12:21:19,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017c3d20750005, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T12:21:19,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017c3d20750002, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T12:21:19,835 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017c3d20750002, quorum=127.0.0.1:57034, baseZNode=/0-47701126 Received Disconnected from ZooKeeper, ignoring 2024-11-27T12:21:19,835 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017c3d20750005, quorum=127.0.0.1:57034, baseZNode=/1-1189209796 Received Disconnected from ZooKeeper, ignoring 2024-11-27T12:21:20,166 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:21:20,171 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:21:20,173 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:21:20,173 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:21:20,173 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T12:21:20,174 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:21:20,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51dfb943{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d6b296-da9a-d763-ede6-5d83f5311707/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:21:20,175 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1380d0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:21:20,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23408781{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d6b296-da9a-d763-ede6-5d83f5311707/java.io.tmpdir/jetty-localhost-34499-hadoop-hdfs-3_4_1-tests_jar-_-any-13445070393387002487/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:21:20,293 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6574debc{HTTP/1.1, (http/1.1)}{localhost:34499} 2024-11-27T12:21:20,294 INFO [Time-limited test {}] server.Server(415): Started @235263ms 2024-11-27T12:21:20,567 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:21:20,570 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:21:20,571 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:21:20,571 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:21:20,571 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T12:21:20,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5873e400{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d6b296-da9a-d763-ede6-5d83f5311707/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:21:20,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38b4ab95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:21:20,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@305316d2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d6b296-da9a-d763-ede6-5d83f5311707/java.io.tmpdir/jetty-localhost-40797-hadoop-hdfs-3_4_1-tests_jar-_-any-16723194502780767460/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:21:20,664 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51048a7{HTTP/1.1, (http/1.1)}{localhost:40797} 2024-11-27T12:21:20,664 INFO [Time-limited test {}] server.Server(415): Started @235634ms 2024-11-27T12:21:20,665 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T12:21:21,248 WARN [Thread-2668 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d6b296-da9a-d763-ede6-5d83f5311707/cluster_71e26d7e-08b8-48ac-64ee-18676c94945b/data/data2/current/BP-206086335-172.17.0.3-1732710079819/current, will proceed with Du for space computation calculation, 2024-11-27T12:21:21,248 WARN [Thread-2667 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d6b296-da9a-d763-ede6-5d83f5311707/cluster_71e26d7e-08b8-48ac-64ee-18676c94945b/data/data1/current/BP-206086335-172.17.0.3-1732710079819/current, will proceed with Du for space computation calculation, 2024-11-27T12:21:21,267 WARN [Thread-2655 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T12:21:21,269 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84ab128525cbc0b4 with lease ID 0xab3baf81c057ea7f: Processing first storage report for DS-1658e048-192a-4304-b9a9-1704ee1d279c from datanode DatanodeRegistration(127.0.0.1:39831, datanodeUuid=f0efd676-10ca-4070-819d-d17d3d90188e, infoPort=46137, infoSecurePort=0, ipcPort=38909, storageInfo=lv=-57;cid=testClusterID;nsid=1704673449;c=1732710079819) 2024-11-27T12:21:21,269 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84ab128525cbc0b4 with lease ID 0xab3baf81c057ea7f: from storage DS-1658e048-192a-4304-b9a9-1704ee1d279c node DatanodeRegistration(127.0.0.1:39831, datanodeUuid=f0efd676-10ca-4070-819d-d17d3d90188e, infoPort=46137, infoSecurePort=0, ipcPort=38909, storageInfo=lv=-57;cid=testClusterID;nsid=1704673449;c=1732710079819), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:21:21,269 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84ab128525cbc0b4 with lease ID 0xab3baf81c057ea7f: Processing first storage report for DS-eafef664-3773-497a-8e2f-9cbe1a45890b from datanode DatanodeRegistration(127.0.0.1:39831, datanodeUuid=f0efd676-10ca-4070-819d-d17d3d90188e, infoPort=46137, infoSecurePort=0, ipcPort=38909, storageInfo=lv=-57;cid=testClusterID;nsid=1704673449;c=1732710079819) 2024-11-27T12:21:21,269 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84ab128525cbc0b4 with lease ID 0xab3baf81c057ea7f: from storage DS-eafef664-3773-497a-8e2f-9cbe1a45890b node DatanodeRegistration(127.0.0.1:39831, datanodeUuid=f0efd676-10ca-4070-819d-d17d3d90188e, infoPort=46137, infoSecurePort=0, ipcPort=38909, storageInfo=lv=-57;cid=testClusterID;nsid=1704673449;c=1732710079819), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T12:21:21,289 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d6b296-da9a-d763-ede6-5d83f5311707 2024-11-27T12:21:21,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:21:21,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:21:21,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39831 is added to blk_1073741825_1001 (size=7) 2024-11-27T12:21:21,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T12:21:21,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T12:21:21,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T12:21:21,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T12:21:21,697 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8 with version=8 2024-11-27T12:21:21,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/hbase-staging 2024-11-27T12:21:21,699 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T12:21:21,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:21:21,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:21:21,699 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:21:21,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:21:21,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:21:21,699 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T12:21:21,699 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:21:21,711 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41513 2024-11-27T12:21:21,712 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41513 connecting to ZooKeeper ensemble=127.0.0.1:53817 2024-11-27T12:21:21,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415130x0, quorum=127.0.0.1:53817, baseZNode=/0760653082 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:21:21,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41513-0x1017c3d98de0000 connected 2024-11-27T12:21:21,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:21:21,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:21:21,956 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41513-0x1017c3d98de0000, quorum=127.0.0.1:53817, baseZNode=/0760653082 Set watcher on znode that does not yet exist, /0760653082/running 2024-11-27T12:21:21,956 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8, hbase.cluster.distributed=false 2024-11-27T12:21:21,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41513-0x1017c3d98de0000, quorum=127.0.0.1:53817, baseZNode=/0760653082 Set watcher on znode that does not yet exist, /0760653082/acl 2024-11-27T12:21:21,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41513 2024-11-27T12:21:21,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41513 2024-11-27T12:21:21,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41513 2024-11-27T12:21:21,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41513 2024-11-27T12:21:21,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41513 2024-11-27T12:21:22,002 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T12:21:22,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:21:22,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:21:22,002 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:21:22,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:21:22,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:21:22,002 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T12:21:22,003 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:21:22,027 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44323 2024-11-27T12:21:22,028 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44323 connecting to ZooKeeper ensemble=127.0.0.1:53817 2024-11-27T12:21:22,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:21:22,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:21:22,069 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443230x0, quorum=127.0.0.1:53817, baseZNode=/0760653082 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:21:22,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443230x0, quorum=127.0.0.1:53817, baseZNode=/0760653082 Set watcher on znode that does not yet exist, /0760653082/running 2024-11-27T12:21:22,070 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T12:21:22,088 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44323-0x1017c3d98de0001 connected 2024-11-27T12:21:22,112 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T12:21:22,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44323-0x1017c3d98de0001, quorum=127.0.0.1:53817, baseZNode=/0760653082 Set watcher on znode that does not yet exist, /0760653082/master 2024-11-27T12:21:22,115 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44323-0x1017c3d98de0001, quorum=127.0.0.1:53817, baseZNode=/0760653082 Set watcher on znode that does not yet exist, /0760653082/acl 2024-11-27T12:21:22,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44323 2024-11-27T12:21:22,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44323 2024-11-27T12:21:22,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44323 2024-11-27T12:21:22,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44323 2024-11-27T12:21:22,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44323 2024-11-27T12:21:22,160 DEBUG [M:0;1ba5af43fd99:41513 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ba5af43fd99:41513 2024-11-27T12:21:22,162 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0760653082/backup-masters/1ba5af43fd99,41513,1732710081699 2024-11-27T12:21:22,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41513-0x1017c3d98de0000, quorum=127.0.0.1:53817, baseZNode=/0760653082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0760653082/backup-masters 2024-11-27T12:21:22,174 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x1017c3d98de0001, quorum=127.0.0.1:53817, baseZNode=/0760653082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0760653082/backup-masters 2024-11-27T12:21:22,174 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41513-0x1017c3d98de0000, quorum=127.0.0.1:53817, baseZNode=/0760653082 Set watcher on existing znode=/0760653082/backup-masters/1ba5af43fd99,41513,1732710081699 2024-11-27T12:21:22,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41513-0x1017c3d98de0000, quorum=127.0.0.1:53817, baseZNode=/0760653082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0760653082 2024-11-27T12:21:22,185 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41513-0x1017c3d98de0000, quorum=127.0.0.1:53817, baseZNode=/0760653082 Set watcher on existing znode=/0760653082/master 2024-11-27T12:21:22,185 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0760653082/backup-masters/1ba5af43fd99,41513,1732710081699 from backup master directory 2024-11-27T12:21:22,186 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x1017c3d98de0001, quorum=127.0.0.1:53817, baseZNode=/0760653082 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0760653082/master 2024-11-27T12:21:22,186 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x1017c3d98de0001, quorum=127.0.0.1:53817, baseZNode=/0760653082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0760653082 2024-11-27T12:21:22,195 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x1017c3d98de0001, quorum=127.0.0.1:53817, baseZNode=/0760653082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0760653082/backup-masters 2024-11-27T12:21:22,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41513-0x1017c3d98de0000, quorum=127.0.0.1:53817, baseZNode=/0760653082 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0760653082/backup-masters/1ba5af43fd99,41513,1732710081699 2024-11-27T12:21:22,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41513-0x1017c3d98de0000, quorum=127.0.0.1:53817, baseZNode=/0760653082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0760653082/backup-masters 2024-11-27T12:21:22,195 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:21:22,195 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ba5af43fd99,41513,1732710081699 2024-11-27T12:21:22,205 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/hbase.id] with ID: 56622194-90f7-4df0-96b6-aee7149ec986 2024-11-27T12:21:22,205 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/.tmp/hbase.id 2024-11-27T12:21:22,219 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:21:22,220 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ba5af43fd99,33547,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:33547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T12:21:22,221 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38369 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ba5af43fd99,33547,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:33547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T12:21:22,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39831 is added to blk_1073741826_1002 (size=42) 2024-11-27T12:21:22,631 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/.tmp/hbase.id]:[hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/hbase.id] 2024-11-27T12:21:22,646 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:21:22,646 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T12:21:22,647 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T12:21:22,690 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x1017c3d98de0001, quorum=127.0.0.1:53817, baseZNode=/0760653082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0760653082 2024-11-27T12:21:22,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41513-0x1017c3d98de0000, quorum=127.0.0.1:53817, baseZNode=/0760653082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0760653082 2024-11-27T12:21:22,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39831 is added to blk_1073741827_1003 (size=196) 2024-11-27T12:21:23,142 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:21:23,142 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T12:21:23,142 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:21:23,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39831 is added to blk_1073741828_1004 (size=1189) 2024-11-27T12:21:23,279 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:21:23,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:23,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:23,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:23,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:23,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:23,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:23,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:23,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:23,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:23,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:23,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:23,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:23,550 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/MasterData/data/master/store 2024-11-27T12:21:23,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39831 is added to blk_1073741829_1005 (size=34) 2024-11-27T12:21:23,556 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:21:23,556 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:21:23,556 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:21:23,556 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:21:23,556 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:21:23,556 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:21:23,556 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:21:23,556 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732710083556Disabling compacts and flushes for region at 1732710083556Disabling writes for close at 1732710083556Writing region close event to WAL at 1732710083556Closed at 1732710083556 2024-11-27T12:21:23,557 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/MasterData/data/master/store/.initializing 2024-11-27T12:21:23,557 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/MasterData/WALs/1ba5af43fd99,41513,1732710081699 2024-11-27T12:21:23,558 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:21:23,559 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ba5af43fd99%2C41513%2C1732710081699, suffix=, logDir=hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/MasterData/WALs/1ba5af43fd99,41513,1732710081699, archiveDir=hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/MasterData/oldWALs, maxLogs=10 2024-11-27T12:21:23,588 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/MasterData/WALs/1ba5af43fd99,41513,1732710081699/1ba5af43fd99%2C41513%2C1732710081699.1732710083559, exclude list is [], retry=0 2024-11-27T12:21:23,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39831,DS-1658e048-192a-4304-b9a9-1704ee1d279c,DISK] 2024-11-27T12:21:23,592 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/MasterData/WALs/1ba5af43fd99,41513,1732710081699/1ba5af43fd99%2C41513%2C1732710081699.1732710083559 2024-11-27T12:21:23,593 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46137:46137)] 2024-11-27T12:21:23,593 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:21:23,593 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:21:23,593 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:21:23,593 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:21:23,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:21:23,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T12:21:23,596 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:23,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:21:23,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:21:23,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T12:21:23,597 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:23,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:21:23,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:21:23,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T12:21:23,598 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:23,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:21:23,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:21:23,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T12:21:23,600 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:23,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:21:23,600 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:21:23,600 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:21:23,601 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:21:23,601 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:21:23,601 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:21:23,602 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:21:23,602 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:21:23,604 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:21:23,605 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62376629, jitterRate=-0.07051579654216766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:21:23,605 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732710083593Initializing all the Stores at 1732710083594 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710083594Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710083594Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710083594Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710083594Cleaning up temporary data from old regions at 1732710083601 (+7 ms)Region opened successfully at 1732710083605 (+4 ms) 2024-11-27T12:21:23,605 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T12:21:23,608 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3728847c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T12:21:23,609 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T12:21:23,609 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T12:21:23,609 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T12:21:23,609 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T12:21:23,610 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T12:21:23,610 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T12:21:23,610 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T12:21:23,622 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T12:21:23,622 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41513-0x1017c3d98de0000, quorum=127.0.0.1:53817, baseZNode=/0760653082 Unable to get data of znode /0760653082/balancer because node does not exist (not necessarily an error) 2024-11-27T12:21:23,677 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0760653082/balancer already deleted, retry=false 2024-11-27T12:21:23,677 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T12:21:23,678 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41513-0x1017c3d98de0000, quorum=127.0.0.1:53817, baseZNode=/0760653082 Unable to get data of znode /0760653082/normalizer because node does not exist (not necessarily an error) 2024-11-27T12:21:23,717 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0760653082/normalizer already deleted, retry=false 2024-11-27T12:21:23,718 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T12:21:23,719 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41513-0x1017c3d98de0000, quorum=127.0.0.1:53817, baseZNode=/0760653082 Unable to get data of znode /0760653082/switch/split because node does not exist (not necessarily an error) 2024-11-27T12:21:23,753 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0760653082/switch/split already deleted, retry=false 2024-11-27T12:21:23,754 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41513-0x1017c3d98de0000, quorum=127.0.0.1:53817, baseZNode=/0760653082 Unable to get data of znode /0760653082/switch/merge because node does not exist (not necessarily an error) 2024-11-27T12:21:23,770 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0760653082/switch/merge already deleted, retry=false 2024-11-27T12:21:23,772 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41513-0x1017c3d98de0000, quorum=127.0.0.1:53817, baseZNode=/0760653082 Unable to get data of znode /0760653082/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T12:21:23,781 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0760653082/snapshot-cleanup already deleted, retry=false 2024-11-27T12:21:23,791 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x1017c3d98de0001, quorum=127.0.0.1:53817, baseZNode=/0760653082 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0760653082/running 2024-11-27T12:21:23,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41513-0x1017c3d98de0000, quorum=127.0.0.1:53817, baseZNode=/0760653082 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0760653082/running 2024-11-27T12:21:23,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41513-0x1017c3d98de0000, quorum=127.0.0.1:53817, baseZNode=/0760653082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0760653082 2024-11-27T12:21:23,792 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x1017c3d98de0001, quorum=127.0.0.1:53817, baseZNode=/0760653082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0760653082 2024-11-27T12:21:23,792 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ba5af43fd99,41513,1732710081699, sessionid=0x1017c3d98de0000, setting cluster-up flag (Was=false) 2024-11-27T12:21:23,816 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x1017c3d98de0001, quorum=127.0.0.1:53817, baseZNode=/0760653082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0760653082 2024-11-27T12:21:23,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41513-0x1017c3d98de0000, quorum=127.0.0.1:53817, baseZNode=/0760653082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0760653082 2024-11-27T12:21:23,848 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0760653082/flush-table-proc/acquired, /0760653082/flush-table-proc/reached, /0760653082/flush-table-proc/abort 2024-11-27T12:21:23,852 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,41513,1732710081699 2024-11-27T12:21:23,932 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x1017c3d98de0001, quorum=127.0.0.1:53817, baseZNode=/0760653082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0760653082 2024-11-27T12:21:23,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41513-0x1017c3d98de0000, quorum=127.0.0.1:53817, baseZNode=/0760653082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0760653082 2024-11-27T12:21:24,074 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0760653082/online-snapshot/acquired, /0760653082/online-snapshot/reached, /0760653082/online-snapshot/abort 2024-11-27T12:21:24,075 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,41513,1732710081699 2024-11-27T12:21:24,076 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T12:21:24,077 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T12:21:24,077 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T12:21:24,077 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T12:21:24,078 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ba5af43fd99,41513,1732710081699 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T12:21:24,079 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:21:24,079 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:21:24,079 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:21:24,079 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:21:24,079 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ba5af43fd99:0, corePoolSize=10, maxPoolSize=10 2024-11-27T12:21:24,079 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:21:24,079 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:21:24,079 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:21:24,080 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:21:24,080 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732710114080 2024-11-27T12:21:24,080 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T12:21:24,080 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T12:21:24,080 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T12:21:24,080 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T12:21:24,080 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T12:21:24,080 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T12:21:24,080 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T12:21:24,080 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:24,081 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T12:21:24,081 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:24,081 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T12:21:24,081 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T12:21:24,081 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T12:21:24,081 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T12:21:24,082 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T12:21:24,082 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T12:21:24,083 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732710084082,5,FailOnTimeoutGroup] 2024-11-27T12:21:24,083 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732710084083,5,FailOnTimeoutGroup] 2024-11-27T12:21:24,083 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:24,083 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T12:21:24,083 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:24,083 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:24,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39831 is added to blk_1073741831_1007 (size=1321) 2024-11-27T12:21:24,146 INFO [RS:0;1ba5af43fd99:44323 {}] regionserver.HRegionServer(746): ClusterId : 56622194-90f7-4df0-96b6-aee7149ec986 2024-11-27T12:21:24,146 DEBUG [RS:0;1ba5af43fd99:44323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T12:21:24,271 DEBUG [RS:0;1ba5af43fd99:44323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T12:21:24,271 DEBUG [RS:0;1ba5af43fd99:44323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T12:21:24,311 DEBUG [RS:0;1ba5af43fd99:44323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T12:21:24,312 DEBUG [RS:0;1ba5af43fd99:44323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5443a9b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T12:21:24,323 DEBUG [RS:0;1ba5af43fd99:44323 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ba5af43fd99:44323 2024-11-27T12:21:24,323 INFO [RS:0;1ba5af43fd99:44323 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T12:21:24,323 INFO [RS:0;1ba5af43fd99:44323 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T12:21:24,323 DEBUG [RS:0;1ba5af43fd99:44323 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T12:21:24,323 INFO [RS:0;1ba5af43fd99:44323 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ba5af43fd99,41513,1732710081699 with port=44323, startcode=1732710082001 2024-11-27T12:21:24,323 DEBUG [RS:0;1ba5af43fd99:44323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T12:21:24,325 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58483, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T12:21:24,325 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41513 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ba5af43fd99,44323,1732710082001 2024-11-27T12:21:24,325 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41513 {}] master.ServerManager(517): Registering regionserver=1ba5af43fd99,44323,1732710082001 2024-11-27T12:21:24,326 DEBUG [RS:0;1ba5af43fd99:44323 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8 2024-11-27T12:21:24,326 DEBUG [RS:0;1ba5af43fd99:44323 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36059 2024-11-27T12:21:24,326 DEBUG [RS:0;1ba5af43fd99:44323 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T12:21:24,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41513-0x1017c3d98de0000, quorum=127.0.0.1:53817, baseZNode=/0760653082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0760653082/rs 2024-11-27T12:21:24,381 DEBUG [RS:0;1ba5af43fd99:44323 {}] zookeeper.ZKUtil(111): regionserver:44323-0x1017c3d98de0001, quorum=127.0.0.1:53817, baseZNode=/0760653082 Set watcher on existing znode=/0760653082/rs/1ba5af43fd99,44323,1732710082001 2024-11-27T12:21:24,381 WARN [RS:0;1ba5af43fd99:44323 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:21:24,381 INFO [RS:0;1ba5af43fd99:44323 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:21:24,381 DEBUG [RS:0;1ba5af43fd99:44323 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001 2024-11-27T12:21:24,381 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ba5af43fd99,44323,1732710082001] 2024-11-27T12:21:24,385 INFO [RS:0;1ba5af43fd99:44323 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T12:21:24,387 INFO [RS:0;1ba5af43fd99:44323 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T12:21:24,387 INFO [RS:0;1ba5af43fd99:44323 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T12:21:24,387 INFO [RS:0;1ba5af43fd99:44323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:24,387 INFO [RS:0;1ba5af43fd99:44323 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T12:21:24,388 INFO [RS:0;1ba5af43fd99:44323 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T12:21:24,388 INFO [RS:0;1ba5af43fd99:44323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:24,388 DEBUG [RS:0;1ba5af43fd99:44323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:21:24,388 DEBUG [RS:0;1ba5af43fd99:44323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:21:24,388 DEBUG [RS:0;1ba5af43fd99:44323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:21:24,388 DEBUG [RS:0;1ba5af43fd99:44323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:21:24,388 DEBUG [RS:0;1ba5af43fd99:44323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:21:24,388 DEBUG [RS:0;1ba5af43fd99:44323 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:21:24,388 DEBUG [RS:0;1ba5af43fd99:44323 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:21:24,388 DEBUG [RS:0;1ba5af43fd99:44323 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:21:24,388 DEBUG [RS:0;1ba5af43fd99:44323 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:21:24,388 DEBUG [RS:0;1ba5af43fd99:44323 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:21:24,388 DEBUG [RS:0;1ba5af43fd99:44323 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:21:24,388 DEBUG [RS:0;1ba5af43fd99:44323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:21:24,388 DEBUG [RS:0;1ba5af43fd99:44323 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:21:24,388 DEBUG [RS:0;1ba5af43fd99:44323 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:21:24,395 INFO [RS:0;1ba5af43fd99:44323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:24,395 INFO [RS:0;1ba5af43fd99:44323 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:24,395 INFO [RS:0;1ba5af43fd99:44323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:24,395 INFO [RS:0;1ba5af43fd99:44323 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:24,395 INFO [RS:0;1ba5af43fd99:44323 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:24,395 INFO [RS:0;1ba5af43fd99:44323 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,44323,1732710082001-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:21:24,414 INFO [RS:0;1ba5af43fd99:44323 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T12:21:24,414 INFO [RS:0;1ba5af43fd99:44323 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,44323,1732710082001-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:24,414 INFO [RS:0;1ba5af43fd99:44323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:24,414 INFO [RS:0;1ba5af43fd99:44323 {}] regionserver.Replication(171): 1ba5af43fd99,44323,1732710082001 started 2024-11-27T12:21:24,431 INFO [RS:0;1ba5af43fd99:44323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:24,432 INFO [RS:0;1ba5af43fd99:44323 {}] regionserver.HRegionServer(1482): Serving as 1ba5af43fd99,44323,1732710082001, RpcServer on 1ba5af43fd99/172.17.0.3:44323, sessionid=0x1017c3d98de0001 2024-11-27T12:21:24,432 DEBUG [RS:0;1ba5af43fd99:44323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T12:21:24,432 DEBUG [RS:0;1ba5af43fd99:44323 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ba5af43fd99,44323,1732710082001 2024-11-27T12:21:24,432 DEBUG [RS:0;1ba5af43fd99:44323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,44323,1732710082001' 2024-11-27T12:21:24,432 DEBUG [RS:0;1ba5af43fd99:44323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0760653082/flush-table-proc/abort' 2024-11-27T12:21:24,432 DEBUG [RS:0;1ba5af43fd99:44323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0760653082/flush-table-proc/acquired' 2024-11-27T12:21:24,433 DEBUG [RS:0;1ba5af43fd99:44323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T12:21:24,433 DEBUG [RS:0;1ba5af43fd99:44323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T12:21:24,433 DEBUG [RS:0;1ba5af43fd99:44323 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ba5af43fd99,44323,1732710082001 2024-11-27T12:21:24,433 DEBUG [RS:0;1ba5af43fd99:44323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,44323,1732710082001' 2024-11-27T12:21:24,433 DEBUG [RS:0;1ba5af43fd99:44323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0760653082/online-snapshot/abort' 2024-11-27T12:21:24,433 DEBUG [RS:0;1ba5af43fd99:44323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0760653082/online-snapshot/acquired' 2024-11-27T12:21:24,433 DEBUG [RS:0;1ba5af43fd99:44323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T12:21:24,433 INFO [RS:0;1ba5af43fd99:44323 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T12:21:24,433 INFO [RS:0;1ba5af43fd99:44323 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T12:21:24,486 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T12:21:24,486 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8 2024-11-27T12:21:24,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39831 is added to blk_1073741832_1008 (size=32) 2024-11-27T12:21:24,534 INFO [RS:0;1ba5af43fd99:44323 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:21:24,535 INFO [RS:0;1ba5af43fd99:44323 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C44323%2C1732710082001, suffix=, logDir=hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001, archiveDir=hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/oldWALs, maxLogs=10 2024-11-27T12:21:24,547 DEBUG [RS:0;1ba5af43fd99:44323 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535, exclude list is [], retry=0 2024-11-27T12:21:24,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39831,DS-1658e048-192a-4304-b9a9-1704ee1d279c,DISK] 2024-11-27T12:21:24,550 INFO [RS:0;1ba5af43fd99:44323 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 2024-11-27T12:21:24,550 DEBUG [RS:0;1ba5af43fd99:44323 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46137:46137)] 2024-11-27T12:21:24,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:21:24,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:21:24,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:21:24,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:24,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:21:24,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:21:24,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:21:24,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:24,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:21:24,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:21:24,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:21:24,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:24,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:21:24,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:21:24,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:21:24,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:24,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:21:24,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:21:24,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/hbase/meta/1588230740 2024-11-27T12:21:24,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/hbase/meta/1588230740 2024-11-27T12:21:24,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:21:24,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:21:24,899 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:21:24,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:21:24,902 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:21:24,902 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68503248, jitterRate=0.02077794075012207}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:21:24,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732710084891Initializing all the Stores at 1732710084891Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710084891Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710084892 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710084892Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710084892Cleaning up temporary data from old regions at 1732710084899 (+7 ms)Region opened successfully at 1732710084903 (+4 ms) 2024-11-27T12:21:24,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:21:24,903 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:21:24,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:21:24,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:21:24,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:21:24,903 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:21:24,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732710084903Disabling compacts and flushes for region at 1732710084903Disabling writes for close at 1732710084903Writing region close event to WAL at 1732710084903Closed at 1732710084903 2024-11-27T12:21:24,904 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:21:24,904 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T12:21:24,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T12:21:24,905 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:21:24,906 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T12:21:25,056 DEBUG [1ba5af43fd99:41513 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T12:21:25,057 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ba5af43fd99,44323,1732710082001 2024-11-27T12:21:25,058 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,44323,1732710082001, state=OPENING 2024-11-27T12:21:25,100 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T12:21:25,131 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x1017c3d98de0001, quorum=127.0.0.1:53817, baseZNode=/0760653082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0760653082 2024-11-27T12:21:25,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41513-0x1017c3d98de0000, quorum=127.0.0.1:53817, baseZNode=/0760653082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0760653082 2024-11-27T12:21:25,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0760653082/meta-region-server: CHANGED 2024-11-27T12:21:25,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0760653082/meta-region-server: CHANGED 2024-11-27T12:21:25,132 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:21:25,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,44323,1732710082001}] 2024-11-27T12:21:25,284 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T12:21:25,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55229, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T12:21:25,296 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T12:21:25,296 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:21:25,297 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T12:21:25,298 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C44323%2C1732710082001.meta, suffix=.meta, logDir=hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001, archiveDir=hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/oldWALs, maxLogs=10 2024-11-27T12:21:25,314 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.meta.1732710085298.meta, exclude list is [], retry=0 2024-11-27T12:21:25,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39831,DS-1658e048-192a-4304-b9a9-1704ee1d279c,DISK] 2024-11-27T12:21:25,321 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.meta.1732710085298.meta 2024-11-27T12:21:25,323 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46137:46137)] 2024-11-27T12:21:25,323 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:21:25,323 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:21:25,323 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T12:21:25,323 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T12:21:25,324 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T12:21:25,324 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T12:21:25,324 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:21:25,324 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T12:21:25,324 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T12:21:25,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:21:25,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:21:25,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:25,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:21:25,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:21:25,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:21:25,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:25,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:21:25,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:21:25,328 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:21:25,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:25,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:21:25,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:21:25,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:21:25,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:25,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:21:25,329 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:21:25,329 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/hbase/meta/1588230740 2024-11-27T12:21:25,330 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/hbase/meta/1588230740 2024-11-27T12:21:25,331 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:21:25,331 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:21:25,331 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:21:25,332 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:21:25,333 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67066759, jitterRate=-6.274133920669556E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:21:25,333 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T12:21:25,334 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732710085324Writing region info on filesystem at 1732710085324Initializing all the Stores at 1732710085325 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710085325Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710085325Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710085325Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710085325Cleaning up temporary data from old regions at 1732710085331 (+6 ms)Running coprocessor post-open hooks at 1732710085333 (+2 ms)Region opened successfully at 1732710085334 (+1 ms) 2024-11-27T12:21:25,335 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732710085284 2024-11-27T12:21:25,336 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T12:21:25,336 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T12:21:25,337 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,44323,1732710082001 2024-11-27T12:21:25,337 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,44323,1732710082001, state=OPEN 2024-11-27T12:21:25,409 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x1017c3d98de0001, quorum=127.0.0.1:53817, baseZNode=/0760653082 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0760653082/meta-region-server 2024-11-27T12:21:25,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41513-0x1017c3d98de0000, quorum=127.0.0.1:53817, baseZNode=/0760653082 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0760653082/meta-region-server 2024-11-27T12:21:25,409 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ba5af43fd99,44323,1732710082001 2024-11-27T12:21:25,409 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0760653082/meta-region-server: CHANGED 2024-11-27T12:21:25,409 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0760653082/meta-region-server: CHANGED 2024-11-27T12:21:25,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T12:21:25,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,44323,1732710082001 in 277 msec 2024-11-27T12:21:25,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T12:21:25,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 507 msec 2024-11-27T12:21:25,413 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:21:25,413 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T12:21:25,414 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:21:25,414 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,44323,1732710082001, seqNum=-1] 2024-11-27T12:21:25,414 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:21:25,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:21:25,418 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3410 sec 2024-11-27T12:21:25,419 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732710085418, completionTime=-1 2024-11-27T12:21:25,419 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T12:21:25,419 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T12:21:25,420 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T12:21:25,420 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732710145420 2024-11-27T12:21:25,421 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732710205420 2024-11-27T12:21:25,421 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T12:21:25,421 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,41513,1732710081699-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:25,421 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,41513,1732710081699-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:25,421 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,41513,1732710081699-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:25,421 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ba5af43fd99:41513, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:25,421 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:25,421 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:25,422 DEBUG [master/1ba5af43fd99:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T12:21:25,424 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.229sec 2024-11-27T12:21:25,424 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T12:21:25,424 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T12:21:25,424 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T12:21:25,424 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T12:21:25,424 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T12:21:25,424 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,41513,1732710081699-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:21:25,424 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,41513,1732710081699-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T12:21:25,426 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T12:21:25,426 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T12:21:25,426 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,41513,1732710081699-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:25,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1253d159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:25,447 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,41513,-1 for getting cluster id 2024-11-27T12:21:25,447 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:21:25,448 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56622194-90f7-4df0-96b6-aee7149ec986' 2024-11-27T12:21:25,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:21:25,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56622194-90f7-4df0-96b6-aee7149ec986" 2024-11-27T12:21:25,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27b7c4a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:25,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,41513,-1] 2024-11-27T12:21:25,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:21:25,449 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:25,449 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:21:25,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f51982d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:25,450 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:21:25,451 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,44323,1732710082001, seqNum=-1] 2024-11-27T12:21:25,451 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:21:25,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:21:25,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ba5af43fd99,41513,1732710081699 2024-11-27T12:21:25,454 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53817 2024-11-27T12:21:25,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53817, baseZNode=/0760653082 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:21:25,507 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017c3d98de0002 connected 2024-11-27T12:21:25,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d6b296-da9a-d763-ede6-5d83f5311707/hadoop.log.dir so I do NOT create it in target/test-data/06f5b259-1737-139c-51eb-0f5d4f93acd9 2024-11-27T12:21:25,576 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d6b296-da9a-d763-ede6-5d83f5311707/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T12:21:25,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d6b296-da9a-d763-ede6-5d83f5311707/hadoop.tmp.dir so I do NOT create it in target/test-data/06f5b259-1737-139c-51eb-0f5d4f93acd9 2024-11-27T12:21:25,576 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d6b296-da9a-d763-ede6-5d83f5311707/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T12:21:25,576 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06f5b259-1737-139c-51eb-0f5d4f93acd9 2024-11-27T12:21:25,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T12:21:25,577 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06f5b259-1737-139c-51eb-0f5d4f93acd9/cluster_19c573cd-b825-5616-9004-230d19a6facf, deleteOnExit=true 2024-11-27T12:21:25,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T12:21:25,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06f5b259-1737-139c-51eb-0f5d4f93acd9/test.cache.data in system properties and HBase conf 2024-11-27T12:21:25,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06f5b259-1737-139c-51eb-0f5d4f93acd9/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T12:21:25,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06f5b259-1737-139c-51eb-0f5d4f93acd9/hadoop.log.dir in system properties and HBase conf 2024-11-27T12:21:25,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06f5b259-1737-139c-51eb-0f5d4f93acd9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T12:21:25,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06f5b259-1737-139c-51eb-0f5d4f93acd9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T12:21:25,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T12:21:25,577 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T12:21:25,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06f5b259-1737-139c-51eb-0f5d4f93acd9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:21:25,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06f5b259-1737-139c-51eb-0f5d4f93acd9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:21:25,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06f5b259-1737-139c-51eb-0f5d4f93acd9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T12:21:25,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06f5b259-1737-139c-51eb-0f5d4f93acd9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:21:25,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06f5b259-1737-139c-51eb-0f5d4f93acd9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T12:21:25,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06f5b259-1737-139c-51eb-0f5d4f93acd9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T12:21:25,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06f5b259-1737-139c-51eb-0f5d4f93acd9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:21:25,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06f5b259-1737-139c-51eb-0f5d4f93acd9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:21:25,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06f5b259-1737-139c-51eb-0f5d4f93acd9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T12:21:25,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06f5b259-1737-139c-51eb-0f5d4f93acd9/nfs.dump.dir in system properties and HBase conf 2024-11-27T12:21:25,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06f5b259-1737-139c-51eb-0f5d4f93acd9/java.io.tmpdir in system properties and HBase conf 2024-11-27T12:21:25,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06f5b259-1737-139c-51eb-0f5d4f93acd9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:21:25,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06f5b259-1737-139c-51eb-0f5d4f93acd9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T12:21:25,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06f5b259-1737-139c-51eb-0f5d4f93acd9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T12:21:26,367 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:21:26,370 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:21:26,372 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:21:26,372 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:21:26,372 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T12:21:26,372 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:21:26,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@413816ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06f5b259-1737-139c-51eb-0f5d4f93acd9/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:21:26,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@468ae325{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:21:26,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5be9f58d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06f5b259-1737-139c-51eb-0f5d4f93acd9/java.io.tmpdir/jetty-localhost-33437-hadoop-hdfs-3_4_1-tests_jar-_-any-2443645752350357940/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:21:26,470 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d5cef8e{HTTP/1.1, (http/1.1)}{localhost:33437} 2024-11-27T12:21:26,470 INFO [Time-limited test {}] server.Server(415): Started @241439ms 2024-11-27T12:21:27,017 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:21:27,022 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:21:27,024 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:21:27,024 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:21:27,024 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T12:21:27,024 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37e857e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06f5b259-1737-139c-51eb-0f5d4f93acd9/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:21:27,025 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2be1fe91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:21:27,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@525e5e7f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06f5b259-1737-139c-51eb-0f5d4f93acd9/java.io.tmpdir/jetty-localhost-39691-hadoop-hdfs-3_4_1-tests_jar-_-any-7115085446100795458/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:21:27,132 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1036e7c6{HTTP/1.1, (http/1.1)}{localhost:39691} 2024-11-27T12:21:27,132 INFO [Time-limited test {}] server.Server(415): Started @242102ms 2024-11-27T12:21:27,133 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T12:21:28,008 WARN [Thread-2788 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06f5b259-1737-139c-51eb-0f5d4f93acd9/cluster_19c573cd-b825-5616-9004-230d19a6facf/data/data1/current/BP-1893171897-172.17.0.3-1732710085596/current, will proceed with Du for space computation calculation, 2024-11-27T12:21:28,008 WARN [Thread-2789 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06f5b259-1737-139c-51eb-0f5d4f93acd9/cluster_19c573cd-b825-5616-9004-230d19a6facf/data/data2/current/BP-1893171897-172.17.0.3-1732710085596/current, will proceed with Du for space computation calculation, 2024-11-27T12:21:28,024 WARN [Thread-2776 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T12:21:28,027 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf6142c14f80efc2f with lease ID 0x54d79bb89c4371bc: Processing first storage report for DS-53d0c590-6f1c-4581-b41a-535442f4ffb0 from datanode DatanodeRegistration(127.0.0.1:37755, datanodeUuid=6d468d3d-0fc6-4597-88b0-214f6dda96c5, infoPort=43859, infoSecurePort=0, ipcPort=38921, storageInfo=lv=-57;cid=testClusterID;nsid=1886491417;c=1732710085596) 2024-11-27T12:21:28,027 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf6142c14f80efc2f with lease ID 0x54d79bb89c4371bc: from storage DS-53d0c590-6f1c-4581-b41a-535442f4ffb0 node DatanodeRegistration(127.0.0.1:37755, datanodeUuid=6d468d3d-0fc6-4597-88b0-214f6dda96c5, infoPort=43859, infoSecurePort=0, ipcPort=38921, storageInfo=lv=-57;cid=testClusterID;nsid=1886491417;c=1732710085596), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:21:28,027 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf6142c14f80efc2f with lease ID 0x54d79bb89c4371bc: Processing first storage report for DS-b7e27200-5702-49ef-83c1-2ae2aa7d4daa from datanode DatanodeRegistration(127.0.0.1:37755, datanodeUuid=6d468d3d-0fc6-4597-88b0-214f6dda96c5, infoPort=43859, infoSecurePort=0, ipcPort=38921, storageInfo=lv=-57;cid=testClusterID;nsid=1886491417;c=1732710085596) 2024-11-27T12:21:28,027 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf6142c14f80efc2f with lease ID 0x54d79bb89c4371bc: from storage DS-b7e27200-5702-49ef-83c1-2ae2aa7d4daa node DatanodeRegistration(127.0.0.1:37755, datanodeUuid=6d468d3d-0fc6-4597-88b0-214f6dda96c5, infoPort=43859, infoSecurePort=0, ipcPort=38921, storageInfo=lv=-57;cid=testClusterID;nsid=1886491417;c=1732710085596), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:21:28,066 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06f5b259-1737-139c-51eb-0f5d4f93acd9 2024-11-27T12:21:28,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:21:28,068 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:21:28,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741825_1001 (size=7) 2024-11-27T12:21:28,475 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf with version=8 2024-11-27T12:21:28,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/hbase-staging 2024-11-27T12:21:28,477 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T12:21:28,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:21:28,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:21:28,477 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:21:28,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:21:28,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:21:28,477 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T12:21:28,478 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:21:28,478 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36611 2024-11-27T12:21:28,479 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36611 connecting to ZooKeeper ensemble=127.0.0.1:53817 2024-11-27T12:21:28,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366110x0, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:21:28,549 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36611-0x1017c3d98de0003 connected 2024-11-27T12:21:28,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:21:28,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:21:28,689 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36611-0x1017c3d98de0003, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Set watcher on znode that does not yet exist, /1-1761427297/running 2024-11-27T12:21:28,689 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf, hbase.cluster.distributed=false 2024-11-27T12:21:28,691 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36611-0x1017c3d98de0003, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Set watcher on znode that does not yet exist, /1-1761427297/acl 2024-11-27T12:21:28,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36611 2024-11-27T12:21:28,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36611 2024-11-27T12:21:28,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36611 2024-11-27T12:21:28,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36611 2024-11-27T12:21:28,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36611 2024-11-27T12:21:28,721 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T12:21:28,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:21:28,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:21:28,721 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:21:28,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:21:28,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:21:28,722 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T12:21:28,722 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:21:28,724 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43677 2024-11-27T12:21:28,725 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43677 connecting to ZooKeeper ensemble=127.0.0.1:53817 2024-11-27T12:21:28,726 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:21:28,728 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:21:28,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436770x0, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:21:28,742 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:436770x0, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Set watcher on znode that does not yet exist, /1-1761427297/running 2024-11-27T12:21:28,742 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43677-0x1017c3d98de0004 connected 2024-11-27T12:21:28,743 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T12:21:28,743 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T12:21:28,743 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43677-0x1017c3d98de0004, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Set watcher on znode that does not yet exist, /1-1761427297/master 2024-11-27T12:21:28,744 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43677-0x1017c3d98de0004, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Set watcher on znode that does not yet exist, /1-1761427297/acl 2024-11-27T12:21:28,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43677 2024-11-27T12:21:28,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43677 2024-11-27T12:21:28,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43677 2024-11-27T12:21:28,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43677 2024-11-27T12:21:28,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43677 2024-11-27T12:21:28,765 DEBUG [M:0;1ba5af43fd99:36611 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ba5af43fd99:36611 2024-11-27T12:21:28,765 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1761427297/backup-masters/1ba5af43fd99,36611,1732710088477 2024-11-27T12:21:28,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36611-0x1017c3d98de0003, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1761427297/backup-masters 2024-11-27T12:21:28,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43677-0x1017c3d98de0004, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1761427297/backup-masters 2024-11-27T12:21:28,774 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36611-0x1017c3d98de0003, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Set watcher on existing znode=/1-1761427297/backup-masters/1ba5af43fd99,36611,1732710088477 2024-11-27T12:21:28,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36611-0x1017c3d98de0003, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1761427297 2024-11-27T12:21:28,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43677-0x1017c3d98de0004, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1761427297/master 2024-11-27T12:21:28,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43677-0x1017c3d98de0004, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1761427297 2024-11-27T12:21:28,784 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36611-0x1017c3d98de0003, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Set watcher on existing znode=/1-1761427297/master 2024-11-27T12:21:28,784 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1761427297/backup-masters/1ba5af43fd99,36611,1732710088477 from backup master directory 2024-11-27T12:21:28,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36611-0x1017c3d98de0003, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1761427297/backup-masters/1ba5af43fd99,36611,1732710088477 2024-11-27T12:21:28,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43677-0x1017c3d98de0004, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1761427297/backup-masters 2024-11-27T12:21:28,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36611-0x1017c3d98de0003, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1761427297/backup-masters 2024-11-27T12:21:28,794 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:21:28,794 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ba5af43fd99,36611,1732710088477 2024-11-27T12:21:28,797 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/hbase.id] with ID: 2c8066d0-044c-4152-8c85-7e762700977c 2024-11-27T12:21:28,797 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/.tmp/hbase.id 2024-11-27T12:21:28,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741826_1002 (size=42) 2024-11-27T12:21:29,201 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/.tmp/hbase.id]:[hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/hbase.id] 2024-11-27T12:21:29,209 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:21:29,209 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T12:21:29,210 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T12:21:29,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36611-0x1017c3d98de0003, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1761427297 2024-11-27T12:21:29,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43677-0x1017c3d98de0004, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1761427297 2024-11-27T12:21:29,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741827_1003 (size=196) 2024-11-27T12:21:29,264 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:21:29,265 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T12:21:29,265 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:21:29,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741828_1004 (size=1189) 2024-11-27T12:21:29,672 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/MasterData/data/master/store 2024-11-27T12:21:29,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741829_1005 (size=34) 2024-11-27T12:21:30,087 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:21:30,087 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:21:30,087 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:21:30,087 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:21:30,087 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:21:30,087 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:21:30,087 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:21:30,087 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732710090087Disabling compacts and flushes for region at 1732710090087Disabling writes for close at 1732710090087Writing region close event to WAL at 1732710090087Closed at 1732710090087 2024-11-27T12:21:30,088 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/MasterData/data/master/store/.initializing 2024-11-27T12:21:30,088 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/MasterData/WALs/1ba5af43fd99,36611,1732710088477 2024-11-27T12:21:30,088 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:21:30,090 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ba5af43fd99%2C36611%2C1732710088477, suffix=, logDir=hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/MasterData/WALs/1ba5af43fd99,36611,1732710088477, archiveDir=hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/MasterData/oldWALs, maxLogs=10 2024-11-27T12:21:30,102 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/MasterData/WALs/1ba5af43fd99,36611,1732710088477/1ba5af43fd99%2C36611%2C1732710088477.1732710090090, exclude list is [], retry=0 2024-11-27T12:21:30,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37755,DS-53d0c590-6f1c-4581-b41a-535442f4ffb0,DISK] 2024-11-27T12:21:30,106 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/MasterData/WALs/1ba5af43fd99,36611,1732710088477/1ba5af43fd99%2C36611%2C1732710088477.1732710090090 2024-11-27T12:21:30,106 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43859:43859)] 2024-11-27T12:21:30,106 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:21:30,107 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:21:30,107 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:21:30,107 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:21:30,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:21:30,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T12:21:30,109 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:30,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:21:30,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:21:30,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T12:21:30,110 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:30,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:21:30,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:21:30,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T12:21:30,111 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:30,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:21:30,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:21:30,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T12:21:30,112 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:30,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:21:30,113 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:21:30,113 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:21:30,114 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:21:30,115 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:21:30,115 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:21:30,115 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:21:30,116 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:21:30,121 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:21:30,121 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61452030, jitterRate=-0.08429339528083801}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:21:30,121 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732710090107Initializing all the Stores at 1732710090107Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710090107Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710090108 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710090108Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710090108Cleaning up temporary data from old regions at 1732710090115 (+7 ms)Region opened successfully at 1732710090121 (+6 ms) 2024-11-27T12:21:30,122 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T12:21:30,124 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24fd687, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T12:21:30,125 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T12:21:30,125 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T12:21:30,125 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T12:21:30,125 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T12:21:30,126 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T12:21:30,126 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T12:21:30,126 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T12:21:30,128 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T12:21:30,128 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36611-0x1017c3d98de0003, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Unable to get data of znode /1-1761427297/balancer because node does not exist (not necessarily an error) 2024-11-27T12:21:30,179 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1761427297/balancer already deleted, retry=false 2024-11-27T12:21:30,180 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T12:21:30,181 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36611-0x1017c3d98de0003, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Unable to get data of znode /1-1761427297/normalizer because node does not exist (not necessarily an error) 2024-11-27T12:21:30,191 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1761427297/normalizer already deleted, retry=false 2024-11-27T12:21:30,191 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T12:21:30,192 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36611-0x1017c3d98de0003, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Unable to get data of znode /1-1761427297/switch/split because node does not exist (not necessarily an error) 2024-11-27T12:21:30,205 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1761427297/switch/split already deleted, retry=false 2024-11-27T12:21:30,205 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36611-0x1017c3d98de0003, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Unable to get data of znode /1-1761427297/switch/merge because node does not exist (not necessarily an error) 2024-11-27T12:21:30,215 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1761427297/switch/merge already deleted, retry=false 2024-11-27T12:21:30,217 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36611-0x1017c3d98de0003, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Unable to get data of znode /1-1761427297/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T12:21:30,226 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1761427297/snapshot-cleanup already deleted, retry=false 2024-11-27T12:21:30,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36611-0x1017c3d98de0003, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1761427297/running 2024-11-27T12:21:30,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43677-0x1017c3d98de0004, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1761427297/running 2024-11-27T12:21:30,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36611-0x1017c3d98de0003, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1761427297 2024-11-27T12:21:30,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43677-0x1017c3d98de0004, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1761427297 2024-11-27T12:21:30,237 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ba5af43fd99,36611,1732710088477, sessionid=0x1017c3d98de0003, setting cluster-up flag (Was=false) 2024-11-27T12:21:30,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36611-0x1017c3d98de0003, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1761427297 2024-11-27T12:21:30,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43677-0x1017c3d98de0004, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1761427297 2024-11-27T12:21:30,289 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1761427297/flush-table-proc/acquired, /1-1761427297/flush-table-proc/reached, /1-1761427297/flush-table-proc/abort 2024-11-27T12:21:30,290 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,36611,1732710088477 2024-11-27T12:21:30,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36611-0x1017c3d98de0003, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1761427297 2024-11-27T12:21:30,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43677-0x1017c3d98de0004, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1761427297 2024-11-27T12:21:30,342 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1761427297/online-snapshot/acquired, /1-1761427297/online-snapshot/reached, /1-1761427297/online-snapshot/abort 2024-11-27T12:21:30,349 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,36611,1732710088477 2024-11-27T12:21:30,350 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T12:21:30,351 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T12:21:30,351 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T12:21:30,352 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T12:21:30,352 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ba5af43fd99,36611,1732710088477 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T12:21:30,353 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:21:30,353 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:21:30,353 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:21:30,353 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:21:30,353 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ba5af43fd99:0, corePoolSize=10, maxPoolSize=10 2024-11-27T12:21:30,353 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:21:30,353 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:21:30,353 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:21:30,357 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:21:30,357 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T12:21:30,358 INFO [RS:0;1ba5af43fd99:43677 {}] regionserver.HRegionServer(746): ClusterId : 2c8066d0-044c-4152-8c85-7e762700977c 2024-11-27T12:21:30,358 DEBUG [RS:0;1ba5af43fd99:43677 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T12:21:30,358 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:30,358 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T12:21:30,364 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732710120364 2024-11-27T12:21:30,364 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T12:21:30,365 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T12:21:30,365 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T12:21:30,365 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T12:21:30,365 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T12:21:30,365 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T12:21:30,368 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:30,370 DEBUG [RS:0;1ba5af43fd99:43677 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T12:21:30,370 DEBUG [RS:0;1ba5af43fd99:43677 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T12:21:30,372 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T12:21:30,372 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T12:21:30,373 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T12:21:30,373 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T12:21:30,376 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T12:21:30,376 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T12:21:30,377 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732710090376,5,FailOnTimeoutGroup] 2024-11-27T12:21:30,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741831_1007 (size=1321) 2024-11-27T12:21:30,379 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732710090377,5,FailOnTimeoutGroup] 2024-11-27T12:21:30,379 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:30,379 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T12:21:30,379 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:30,379 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:30,386 DEBUG [RS:0;1ba5af43fd99:43677 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T12:21:30,387 DEBUG [RS:0;1ba5af43fd99:43677 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24605207, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T12:21:30,412 DEBUG [RS:0;1ba5af43fd99:43677 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ba5af43fd99:43677 2024-11-27T12:21:30,412 INFO [RS:0;1ba5af43fd99:43677 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T12:21:30,412 INFO [RS:0;1ba5af43fd99:43677 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T12:21:30,412 DEBUG [RS:0;1ba5af43fd99:43677 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T12:21:30,413 INFO [RS:0;1ba5af43fd99:43677 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ba5af43fd99,36611,1732710088477 with port=43677, startcode=1732710088721 2024-11-27T12:21:30,413 DEBUG [RS:0;1ba5af43fd99:43677 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T12:21:30,417 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53799, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T12:21:30,417 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36611 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ba5af43fd99,43677,1732710088721 2024-11-27T12:21:30,417 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36611 {}] master.ServerManager(517): Registering regionserver=1ba5af43fd99,43677,1732710088721 2024-11-27T12:21:30,418 DEBUG [RS:0;1ba5af43fd99:43677 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf 2024-11-27T12:21:30,418 DEBUG [RS:0;1ba5af43fd99:43677 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39367 2024-11-27T12:21:30,418 DEBUG [RS:0;1ba5af43fd99:43677 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T12:21:30,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36611-0x1017c3d98de0003, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1761427297/rs 2024-11-27T12:21:30,456 DEBUG [RS:0;1ba5af43fd99:43677 {}] zookeeper.ZKUtil(111): regionserver:43677-0x1017c3d98de0004, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Set watcher on existing znode=/1-1761427297/rs/1ba5af43fd99,43677,1732710088721 2024-11-27T12:21:30,456 WARN [RS:0;1ba5af43fd99:43677 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:21:30,456 INFO [RS:0;1ba5af43fd99:43677 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:21:30,456 DEBUG [RS:0;1ba5af43fd99:43677 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721 2024-11-27T12:21:30,456 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ba5af43fd99,43677,1732710088721] 2024-11-27T12:21:30,459 INFO [RS:0;1ba5af43fd99:43677 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T12:21:30,461 INFO [RS:0;1ba5af43fd99:43677 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T12:21:30,461 INFO [RS:0;1ba5af43fd99:43677 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T12:21:30,461 INFO [RS:0;1ba5af43fd99:43677 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:30,461 INFO [RS:0;1ba5af43fd99:43677 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T12:21:30,462 INFO [RS:0;1ba5af43fd99:43677 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T12:21:30,462 INFO [RS:0;1ba5af43fd99:43677 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:30,462 DEBUG [RS:0;1ba5af43fd99:43677 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:21:30,462 DEBUG [RS:0;1ba5af43fd99:43677 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:21:30,462 DEBUG [RS:0;1ba5af43fd99:43677 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:21:30,462 DEBUG [RS:0;1ba5af43fd99:43677 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:21:30,462 DEBUG [RS:0;1ba5af43fd99:43677 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:21:30,462 DEBUG [RS:0;1ba5af43fd99:43677 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:21:30,462 DEBUG [RS:0;1ba5af43fd99:43677 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:21:30,462 DEBUG [RS:0;1ba5af43fd99:43677 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:21:30,462 DEBUG [RS:0;1ba5af43fd99:43677 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:21:30,462 DEBUG [RS:0;1ba5af43fd99:43677 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:21:30,462 DEBUG [RS:0;1ba5af43fd99:43677 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:21:30,462 DEBUG [RS:0;1ba5af43fd99:43677 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:21:30,462 DEBUG [RS:0;1ba5af43fd99:43677 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:21:30,462 DEBUG [RS:0;1ba5af43fd99:43677 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:21:30,463 INFO [RS:0;1ba5af43fd99:43677 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:30,463 INFO [RS:0;1ba5af43fd99:43677 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:30,463 INFO [RS:0;1ba5af43fd99:43677 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:30,463 INFO [RS:0;1ba5af43fd99:43677 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:30,463 INFO [RS:0;1ba5af43fd99:43677 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:30,463 INFO [RS:0;1ba5af43fd99:43677 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,43677,1732710088721-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:21:30,480 INFO [RS:0;1ba5af43fd99:43677 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T12:21:30,481 INFO [RS:0;1ba5af43fd99:43677 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,43677,1732710088721-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:30,481 INFO [RS:0;1ba5af43fd99:43677 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:30,481 INFO [RS:0;1ba5af43fd99:43677 {}] regionserver.Replication(171): 1ba5af43fd99,43677,1732710088721 started 2024-11-27T12:21:30,498 INFO [RS:0;1ba5af43fd99:43677 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:30,498 INFO [RS:0;1ba5af43fd99:43677 {}] regionserver.HRegionServer(1482): Serving as 1ba5af43fd99,43677,1732710088721, RpcServer on 1ba5af43fd99/172.17.0.3:43677, sessionid=0x1017c3d98de0004 2024-11-27T12:21:30,498 DEBUG [RS:0;1ba5af43fd99:43677 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T12:21:30,498 DEBUG [RS:0;1ba5af43fd99:43677 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ba5af43fd99,43677,1732710088721 2024-11-27T12:21:30,498 DEBUG [RS:0;1ba5af43fd99:43677 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,43677,1732710088721' 2024-11-27T12:21:30,498 DEBUG [RS:0;1ba5af43fd99:43677 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1761427297/flush-table-proc/abort' 2024-11-27T12:21:30,499 DEBUG [RS:0;1ba5af43fd99:43677 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1761427297/flush-table-proc/acquired' 2024-11-27T12:21:30,499 DEBUG [RS:0;1ba5af43fd99:43677 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T12:21:30,499 DEBUG [RS:0;1ba5af43fd99:43677 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T12:21:30,499 DEBUG [RS:0;1ba5af43fd99:43677 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ba5af43fd99,43677,1732710088721 2024-11-27T12:21:30,499 DEBUG [RS:0;1ba5af43fd99:43677 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,43677,1732710088721' 2024-11-27T12:21:30,499 DEBUG [RS:0;1ba5af43fd99:43677 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1761427297/online-snapshot/abort' 2024-11-27T12:21:30,499 DEBUG [RS:0;1ba5af43fd99:43677 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1761427297/online-snapshot/acquired' 2024-11-27T12:21:30,499 DEBUG [RS:0;1ba5af43fd99:43677 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T12:21:30,499 INFO [RS:0;1ba5af43fd99:43677 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T12:21:30,499 INFO [RS:0;1ba5af43fd99:43677 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T12:21:30,600 INFO [RS:0;1ba5af43fd99:43677 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:21:30,603 INFO [RS:0;1ba5af43fd99:43677 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C43677%2C1732710088721, suffix=, logDir=hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721, archiveDir=hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/oldWALs, maxLogs=10 2024-11-27T12:21:30,620 DEBUG [RS:0;1ba5af43fd99:43677 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603, exclude list is [], retry=0 2024-11-27T12:21:30,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37755,DS-53d0c590-6f1c-4581-b41a-535442f4ffb0,DISK] 2024-11-27T12:21:30,628 INFO [RS:0;1ba5af43fd99:43677 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 2024-11-27T12:21:30,628 DEBUG [RS:0;1ba5af43fd99:43677 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43859:43859)] 2024-11-27T12:21:30,779 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T12:21:30,779 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf 2024-11-27T12:21:30,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741833_1009 (size=32) 2024-11-27T12:21:30,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:21:30,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:21:30,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:21:30,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:30,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:21:30,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:21:30,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:21:30,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:30,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:21:30,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:21:30,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:21:30,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:30,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:21:30,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:21:30,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:21:30,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:30,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:21:30,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:21:30,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/hbase/meta/1588230740 2024-11-27T12:21:30,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/hbase/meta/1588230740 2024-11-27T12:21:30,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:21:30,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:21:30,820 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:21:30,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:21:30,823 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:21:30,824 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74097775, jitterRate=0.10414288938045502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:21:30,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732710090803Initializing all the Stores at 1732710090804 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710090804Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710090808 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710090808Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710090808Cleaning up temporary data from old regions at 1732710090819 (+11 ms)Region opened successfully at 1732710090824 (+5 ms) 2024-11-27T12:21:30,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:21:30,824 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:21:30,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:21:30,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:21:30,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:21:30,825 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:21:30,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732710090824Disabling compacts and flushes for region at 1732710090824Disabling writes for close at 1732710090824Writing region close event to WAL at 1732710090825 (+1 ms)Closed at 1732710090825 2024-11-27T12:21:30,827 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:21:30,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:30,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:30,834 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:21:30,834 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T12:21:30,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T12:21:30,836 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:21:30,837 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T12:21:30,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:30,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:30,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:30,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:30,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:30,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:30,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:30,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:30,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:30,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:30,902 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T12:21:30,987 DEBUG [1ba5af43fd99:36611 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T12:21:30,988 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ba5af43fd99,43677,1732710088721 2024-11-27T12:21:30,989 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,43677,1732710088721, state=OPENING 2024-11-27T12:21:31,036 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T12:21:31,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36611-0x1017c3d98de0003, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1761427297 2024-11-27T12:21:31,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43677-0x1017c3d98de0004, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1761427297 2024-11-27T12:21:31,048 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1761427297/meta-region-server: CHANGED 2024-11-27T12:21:31,048 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1761427297/meta-region-server: CHANGED 2024-11-27T12:21:31,048 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:21:31,048 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,43677,1732710088721}] 2024-11-27T12:21:31,202 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T12:21:31,204 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T12:21:31,207 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T12:21:31,208 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:21:31,208 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T12:21:31,211 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C43677%2C1732710088721.meta, suffix=.meta, logDir=hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721, archiveDir=hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/oldWALs, maxLogs=10 2024-11-27T12:21:31,235 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.meta.1732710091211.meta, exclude list is [], retry=0 2024-11-27T12:21:31,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37755,DS-53d0c590-6f1c-4581-b41a-535442f4ffb0,DISK] 2024-11-27T12:21:31,245 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.meta.1732710091211.meta 2024-11-27T12:21:31,245 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43859:43859)] 2024-11-27T12:21:31,245 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:21:31,246 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:21:31,246 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T12:21:31,246 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T12:21:31,246 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T12:21:31,247 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T12:21:31,247 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:21:31,247 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T12:21:31,247 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T12:21:31,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:21:31,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:21:31,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:31,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:21:31,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:21:31,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:21:31,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:31,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:21:31,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:21:31,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:21:31,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:31,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:21:31,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:21:31,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:21:31,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:31,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:21:31,262 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:21:31,263 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/hbase/meta/1588230740 2024-11-27T12:21:31,264 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/hbase/meta/1588230740 2024-11-27T12:21:31,265 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:21:31,265 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:21:31,265 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:21:31,267 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:21:31,267 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63261598, jitterRate=-0.0573287308216095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:21:31,268 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T12:21:31,272 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732710091247Writing region info on filesystem at 1732710091247Initializing all the Stores at 1732710091248 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710091248Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710091253 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710091253Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710091253Cleaning up temporary data from old regions at 1732710091265 (+12 ms)Running coprocessor post-open hooks at 1732710091268 (+3 ms)Region opened successfully at 1732710091272 (+4 ms) 2024-11-27T12:21:31,273 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732710091201 2024-11-27T12:21:31,275 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T12:21:31,276 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T12:21:31,276 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,43677,1732710088721 2024-11-27T12:21:31,277 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,43677,1732710088721, state=OPEN 2024-11-27T12:21:31,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43677-0x1017c3d98de0004, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1761427297/meta-region-server 2024-11-27T12:21:31,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36611-0x1017c3d98de0003, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1761427297/meta-region-server 2024-11-27T12:21:31,289 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1761427297/meta-region-server: CHANGED 2024-11-27T12:21:31,289 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1761427297/meta-region-server: CHANGED 2024-11-27T12:21:31,289 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ba5af43fd99,43677,1732710088721 2024-11-27T12:21:31,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T12:21:31,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,43677,1732710088721 in 241 msec 2024-11-27T12:21:31,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T12:21:31,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 458 msec 2024-11-27T12:21:31,295 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:21:31,296 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T12:21:31,297 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:21:31,297 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,43677,1732710088721, seqNum=-1] 2024-11-27T12:21:31,298 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:21:31,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:21:31,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 955 msec 2024-11-27T12:21:31,307 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732710091307, completionTime=-1 2024-11-27T12:21:31,307 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T12:21:31,307 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T12:21:31,310 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T12:21:31,310 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732710151310 2024-11-27T12:21:31,311 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732710211310 2024-11-27T12:21:31,311 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-27T12:21:31,311 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,36611,1732710088477-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:31,311 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,36611,1732710088477-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:31,311 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,36611,1732710088477-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:31,311 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ba5af43fd99:36611, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:31,311 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:31,311 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:31,314 DEBUG [master/1ba5af43fd99:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T12:21:31,315 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.521sec 2024-11-27T12:21:31,315 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T12:21:31,315 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T12:21:31,315 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T12:21:31,315 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T12:21:31,315 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T12:21:31,315 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,36611,1732710088477-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:21:31,315 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,36611,1732710088477-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T12:21:31,317 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T12:21:31,317 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T12:21:31,317 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,36611,1732710088477-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:31,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1065ee7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:31,358 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,36611,-1 for getting cluster id 2024-11-27T12:21:31,359 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:21:31,361 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c8066d0-044c-4152-8c85-7e762700977c' 2024-11-27T12:21:31,361 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:21:31,361 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c8066d0-044c-4152-8c85-7e762700977c" 2024-11-27T12:21:31,361 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50ff0cdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:31,361 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,36611,-1] 2024-11-27T12:21:31,362 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:21:31,362 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:31,363 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:21:31,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b9bb3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:31,364 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:21:31,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,43677,1732710088721, seqNum=-1] 2024-11-27T12:21:31,366 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:21:31,367 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:21:31,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ba5af43fd99,36611,1732710088477 2024-11-27T12:21:31,370 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53817 2024-11-27T12:21:31,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:21:31,416 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017c3d98de0005 connected 2024-11-27T12:21:31,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06f5b259-1737-139c-51eb-0f5d4f93acd9/hadoop.log.dir so I do NOT create it in target/test-data/da304e06-1f49-f63c-fd48-41b2fe46bcc7 2024-11-27T12:21:31,429 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06f5b259-1737-139c-51eb-0f5d4f93acd9/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T12:21:31,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06f5b259-1737-139c-51eb-0f5d4f93acd9/hadoop.tmp.dir so I do NOT create it in target/test-data/da304e06-1f49-f63c-fd48-41b2fe46bcc7 2024-11-27T12:21:31,429 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06f5b259-1737-139c-51eb-0f5d4f93acd9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T12:21:31,429 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da304e06-1f49-f63c-fd48-41b2fe46bcc7 2024-11-27T12:21:31,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T12:21:31,429 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da304e06-1f49-f63c-fd48-41b2fe46bcc7/cluster_9ca636c3-0eac-cbe5-43d9-60ef23bb6713, deleteOnExit=true 2024-11-27T12:21:31,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T12:21:31,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da304e06-1f49-f63c-fd48-41b2fe46bcc7/test.cache.data in system properties and HBase conf 2024-11-27T12:21:31,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da304e06-1f49-f63c-fd48-41b2fe46bcc7/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T12:21:31,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da304e06-1f49-f63c-fd48-41b2fe46bcc7/hadoop.log.dir in system properties and HBase conf 2024-11-27T12:21:31,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da304e06-1f49-f63c-fd48-41b2fe46bcc7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T12:21:31,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da304e06-1f49-f63c-fd48-41b2fe46bcc7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T12:21:31,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T12:21:31,430 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T12:21:31,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da304e06-1f49-f63c-fd48-41b2fe46bcc7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:21:31,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da304e06-1f49-f63c-fd48-41b2fe46bcc7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:21:31,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da304e06-1f49-f63c-fd48-41b2fe46bcc7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T12:21:31,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da304e06-1f49-f63c-fd48-41b2fe46bcc7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:21:31,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da304e06-1f49-f63c-fd48-41b2fe46bcc7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T12:21:31,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da304e06-1f49-f63c-fd48-41b2fe46bcc7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T12:21:31,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da304e06-1f49-f63c-fd48-41b2fe46bcc7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:21:31,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da304e06-1f49-f63c-fd48-41b2fe46bcc7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:21:31,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da304e06-1f49-f63c-fd48-41b2fe46bcc7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T12:21:31,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da304e06-1f49-f63c-fd48-41b2fe46bcc7/nfs.dump.dir in system properties and HBase conf 2024-11-27T12:21:31,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da304e06-1f49-f63c-fd48-41b2fe46bcc7/java.io.tmpdir in system properties and HBase conf 2024-11-27T12:21:31,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da304e06-1f49-f63c-fd48-41b2fe46bcc7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:21:31,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da304e06-1f49-f63c-fd48-41b2fe46bcc7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T12:21:31,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da304e06-1f49-f63c-fd48-41b2fe46bcc7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T12:21:31,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T12:21:31,472 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T12:21:31,473 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T12:21:31,473 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T12:21:31,778 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:21:31,783 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:21:31,828 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:21:31,828 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:21:31,828 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T12:21:31,841 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:21:31,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cdfa9ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da304e06-1f49-f63c-fd48-41b2fe46bcc7/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:21:31,845 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c1eb1c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:21:31,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f6d4f7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da304e06-1f49-f63c-fd48-41b2fe46bcc7/java.io.tmpdir/jetty-localhost-35015-hadoop-hdfs-3_4_1-tests_jar-_-any-15416476450573516723/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:21:31,971 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26e89182{HTTP/1.1, (http/1.1)}{localhost:35015} 2024-11-27T12:21:31,971 INFO [Time-limited test {}] server.Server(415): Started @246940ms 2024-11-27T12:21:32,250 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:21:32,250 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ba5af43fd99,33547,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:33547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T12:21:32,251 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48399 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ba5af43fd99,33547,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:33547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T12:21:32,367 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:21:32,371 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:21:32,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:21:32,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:21:32,396 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T12:21:32,397 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18c05b4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da304e06-1f49-f63c-fd48-41b2fe46bcc7/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:21:32,397 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14b05bf4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:21:32,542 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45dd381e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da304e06-1f49-f63c-fd48-41b2fe46bcc7/java.io.tmpdir/jetty-localhost-36901-hadoop-hdfs-3_4_1-tests_jar-_-any-4827424119957654059/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:21:32,543 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b6447ba{HTTP/1.1, (http/1.1)}{localhost:36901} 2024-11-27T12:21:32,543 INFO [Time-limited test {}] server.Server(415): Started @247512ms 2024-11-27T12:21:32,544 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T12:21:33,608 WARN [Thread-2910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da304e06-1f49-f63c-fd48-41b2fe46bcc7/cluster_9ca636c3-0eac-cbe5-43d9-60ef23bb6713/data/data2/current/BP-218322786-172.17.0.3-1732710091455/current, will proceed with Du for space computation calculation, 2024-11-27T12:21:33,608 WARN [Thread-2909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da304e06-1f49-f63c-fd48-41b2fe46bcc7/cluster_9ca636c3-0eac-cbe5-43d9-60ef23bb6713/data/data1/current/BP-218322786-172.17.0.3-1732710091455/current, will proceed with Du for space computation calculation, 2024-11-27T12:21:33,629 WARN [Thread-2897 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T12:21:33,631 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea44357a450212cb with lease ID 0x2e87eb443d092b07: Processing first storage report for DS-0dc697e9-6d34-4109-9ebc-d44c835cf9af from datanode DatanodeRegistration(127.0.0.1:42215, datanodeUuid=2153ebbd-d0f6-4dce-b01c-71d7811cd024, infoPort=39711, infoSecurePort=0, ipcPort=44709, storageInfo=lv=-57;cid=testClusterID;nsid=1085727911;c=1732710091455) 2024-11-27T12:21:33,631 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea44357a450212cb with lease ID 0x2e87eb443d092b07: from storage DS-0dc697e9-6d34-4109-9ebc-d44c835cf9af node DatanodeRegistration(127.0.0.1:42215, datanodeUuid=2153ebbd-d0f6-4dce-b01c-71d7811cd024, infoPort=39711, infoSecurePort=0, ipcPort=44709, storageInfo=lv=-57;cid=testClusterID;nsid=1085727911;c=1732710091455), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:21:33,631 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea44357a450212cb with lease ID 0x2e87eb443d092b07: Processing first storage report for DS-6e7669bb-fec2-4748-9e1e-85daf471eb17 from datanode DatanodeRegistration(127.0.0.1:42215, datanodeUuid=2153ebbd-d0f6-4dce-b01c-71d7811cd024, infoPort=39711, infoSecurePort=0, ipcPort=44709, storageInfo=lv=-57;cid=testClusterID;nsid=1085727911;c=1732710091455) 2024-11-27T12:21:33,631 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea44357a450212cb with lease ID 0x2e87eb443d092b07: from storage DS-6e7669bb-fec2-4748-9e1e-85daf471eb17 node DatanodeRegistration(127.0.0.1:42215, datanodeUuid=2153ebbd-d0f6-4dce-b01c-71d7811cd024, infoPort=39711, infoSecurePort=0, ipcPort=44709, storageInfo=lv=-57;cid=testClusterID;nsid=1085727911;c=1732710091455), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:21:33,679 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da304e06-1f49-f63c-fd48-41b2fe46bcc7 2024-11-27T12:21:33,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:21:33,680 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:21:33,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42215 is added to blk_1073741825_1001 (size=7) 2024-11-27T12:21:33,696 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802 with version=8 2024-11-27T12:21:33,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/hbase-staging 2024-11-27T12:21:33,698 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T12:21:33,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:21:33,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:21:33,699 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:21:33,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:21:33,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:21:33,699 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T12:21:33,699 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:21:33,699 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43703 2024-11-27T12:21:33,701 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43703 connecting to ZooKeeper ensemble=127.0.0.1:53817 2024-11-27T12:21:33,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437030x0, quorum=127.0.0.1:53817, baseZNode=/21917505233 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:21:33,721 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43703-0x1017c3d98de0006 connected 2024-11-27T12:21:33,794 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:21:33,797 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:21:33,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43703-0x1017c3d98de0006, quorum=127.0.0.1:53817, baseZNode=/21917505233 Set watcher on znode that does not yet exist, /21917505233/running 2024-11-27T12:21:33,800 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802, hbase.cluster.distributed=false 2024-11-27T12:21:33,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43703-0x1017c3d98de0006, quorum=127.0.0.1:53817, baseZNode=/21917505233 Set watcher on znode that does not yet exist, /21917505233/acl 2024-11-27T12:21:33,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43703 2024-11-27T12:21:33,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43703 2024-11-27T12:21:33,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43703 2024-11-27T12:21:33,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43703 2024-11-27T12:21:33,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43703 2024-11-27T12:21:33,842 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T12:21:33,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:21:33,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:21:33,842 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:21:33,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:21:33,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:21:33,843 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T12:21:33,843 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:21:33,843 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32897 2024-11-27T12:21:33,844 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32897 connecting to ZooKeeper ensemble=127.0.0.1:53817 2024-11-27T12:21:33,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:21:33,847 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:21:33,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328970x0, quorum=127.0.0.1:53817, baseZNode=/21917505233 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:21:33,880 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:328970x0, quorum=127.0.0.1:53817, baseZNode=/21917505233 Set watcher on znode that does not yet exist, /21917505233/running 2024-11-27T12:21:33,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32897-0x1017c3d98de0007 connected 2024-11-27T12:21:33,880 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T12:21:33,888 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T12:21:33,889 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32897-0x1017c3d98de0007, quorum=127.0.0.1:53817, baseZNode=/21917505233 Set watcher on znode that does not yet exist, /21917505233/master 2024-11-27T12:21:33,890 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32897-0x1017c3d98de0007, quorum=127.0.0.1:53817, baseZNode=/21917505233 Set watcher on znode that does not yet exist, /21917505233/acl 2024-11-27T12:21:33,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32897 2024-11-27T12:21:33,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32897 2024-11-27T12:21:33,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32897 2024-11-27T12:21:33,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32897 2024-11-27T12:21:33,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32897 2024-11-27T12:21:33,922 DEBUG [M:0;1ba5af43fd99:43703 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ba5af43fd99:43703 2024-11-27T12:21:33,928 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21917505233/backup-masters/1ba5af43fd99,43703,1732710093698 2024-11-27T12:21:33,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43703-0x1017c3d98de0006, quorum=127.0.0.1:53817, baseZNode=/21917505233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21917505233/backup-masters 2024-11-27T12:21:33,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32897-0x1017c3d98de0007, quorum=127.0.0.1:53817, baseZNode=/21917505233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21917505233/backup-masters 2024-11-27T12:21:33,940 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43703-0x1017c3d98de0006, quorum=127.0.0.1:53817, baseZNode=/21917505233 Set watcher on existing znode=/21917505233/backup-masters/1ba5af43fd99,43703,1732710093698 2024-11-27T12:21:33,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32897-0x1017c3d98de0007, quorum=127.0.0.1:53817, baseZNode=/21917505233 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21917505233/master 2024-11-27T12:21:33,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32897-0x1017c3d98de0007, quorum=127.0.0.1:53817, baseZNode=/21917505233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21917505233 2024-11-27T12:21:33,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43703-0x1017c3d98de0006, quorum=127.0.0.1:53817, baseZNode=/21917505233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21917505233 2024-11-27T12:21:33,952 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43703-0x1017c3d98de0006, quorum=127.0.0.1:53817, baseZNode=/21917505233 Set watcher on existing znode=/21917505233/master 2024-11-27T12:21:33,953 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21917505233/backup-masters/1ba5af43fd99,43703,1732710093698 from backup master directory 2024-11-27T12:21:33,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43703-0x1017c3d98de0006, quorum=127.0.0.1:53817, baseZNode=/21917505233 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21917505233/backup-masters/1ba5af43fd99,43703,1732710093698 2024-11-27T12:21:33,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32897-0x1017c3d98de0007, quorum=127.0.0.1:53817, baseZNode=/21917505233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21917505233/backup-masters 2024-11-27T12:21:33,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43703-0x1017c3d98de0006, quorum=127.0.0.1:53817, baseZNode=/21917505233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21917505233/backup-masters 2024-11-27T12:21:33,963 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:21:33,963 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ba5af43fd99,43703,1732710093698 2024-11-27T12:21:33,966 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/hbase.id] with ID: 1778acc0-12fe-4d2f-85c9-dd9e019d24a4 2024-11-27T12:21:33,966 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/.tmp/hbase.id 2024-11-27T12:21:33,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42215 is added to blk_1073741826_1002 (size=42) 2024-11-27T12:21:33,976 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/.tmp/hbase.id]:[hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/hbase.id] 2024-11-27T12:21:33,991 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:21:33,991 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T12:21:33,993 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-27T12:21:34,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43703-0x1017c3d98de0006, quorum=127.0.0.1:53817, baseZNode=/21917505233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21917505233 2024-11-27T12:21:34,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32897-0x1017c3d98de0007, quorum=127.0.0.1:53817, baseZNode=/21917505233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21917505233 2024-11-27T12:21:34,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42215 is added to blk_1073741827_1003 (size=196) 2024-11-27T12:21:34,437 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:21:34,438 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T12:21:34,438 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:21:34,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42215 is added to blk_1073741828_1004 (size=1189) 2024-11-27T12:21:34,445 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/MasterData/data/master/store 2024-11-27T12:21:34,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42215 is added to blk_1073741829_1005 (size=34) 2024-11-27T12:21:34,858 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:21:34,858 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:21:34,858 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:21:34,858 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:21:34,858 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:21:34,858 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:21:34,858 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:21:34,858 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732710094858Disabling compacts and flushes for region at 1732710094858Disabling writes for close at 1732710094858Writing region close event to WAL at 1732710094858Closed at 1732710094858 2024-11-27T12:21:34,859 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/MasterData/data/master/store/.initializing 2024-11-27T12:21:34,859 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/MasterData/WALs/1ba5af43fd99,43703,1732710093698 2024-11-27T12:21:34,860 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:21:34,861 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ba5af43fd99%2C43703%2C1732710093698, suffix=, logDir=hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/MasterData/WALs/1ba5af43fd99,43703,1732710093698, archiveDir=hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/MasterData/oldWALs, maxLogs=10 2024-11-27T12:21:34,877 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/MasterData/WALs/1ba5af43fd99,43703,1732710093698/1ba5af43fd99%2C43703%2C1732710093698.1732710094861, exclude list is [], retry=0 2024-11-27T12:21:34,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42215,DS-0dc697e9-6d34-4109-9ebc-d44c835cf9af,DISK] 2024-11-27T12:21:34,886 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/MasterData/WALs/1ba5af43fd99,43703,1732710093698/1ba5af43fd99%2C43703%2C1732710093698.1732710094861 2024-11-27T12:21:34,887 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39711:39711)] 2024-11-27T12:21:34,887 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:21:34,887 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:21:34,887 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:21:34,887 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:21:34,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:21:34,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T12:21:34,890 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:34,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:21:34,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:21:34,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T12:21:34,891 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:34,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:21:34,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:21:34,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T12:21:34,892 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:34,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:21:34,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:21:34,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T12:21:34,894 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:34,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:21:34,894 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:21:34,895 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:21:34,895 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:21:34,896 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:21:34,896 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:21:34,897 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:21:34,898 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:21:34,899 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:21:34,899 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60373797, jitterRate=-0.10036031901836395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:21:34,900 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732710094887Initializing all the Stores at 1732710094888 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710094888Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710094888Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710094888Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710094888Cleaning up temporary data from old regions at 1732710094896 (+8 ms)Region opened successfully at 1732710094900 (+4 ms) 2024-11-27T12:21:34,900 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T12:21:34,902 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3390794c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T12:21:34,903 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T12:21:34,903 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T12:21:34,903 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T12:21:34,903 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T12:21:34,903 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T12:21:34,903 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T12:21:34,904 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T12:21:34,910 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T12:21:34,911 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43703-0x1017c3d98de0006, quorum=127.0.0.1:53817, baseZNode=/21917505233 Unable to get data of znode /21917505233/balancer because node does not exist (not necessarily an error) 2024-11-27T12:21:34,973 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21917505233/balancer already deleted, retry=false 2024-11-27T12:21:34,974 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T12:21:34,975 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43703-0x1017c3d98de0006, quorum=127.0.0.1:53817, baseZNode=/21917505233 Unable to get data of znode /21917505233/normalizer because node does not exist (not necessarily an error) 2024-11-27T12:21:34,983 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21917505233/normalizer already deleted, retry=false 2024-11-27T12:21:34,984 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T12:21:34,985 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43703-0x1017c3d98de0006, quorum=127.0.0.1:53817, baseZNode=/21917505233 Unable to get data of znode /21917505233/switch/split because node does not exist (not necessarily an error) 2024-11-27T12:21:35,068 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21917505233/switch/split already deleted, retry=false 2024-11-27T12:21:35,069 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43703-0x1017c3d98de0006, quorum=127.0.0.1:53817, baseZNode=/21917505233 Unable to get data of znode /21917505233/switch/merge because node does not exist (not necessarily an error) 2024-11-27T12:21:35,099 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21917505233/switch/merge already deleted, retry=false 2024-11-27T12:21:35,102 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43703-0x1017c3d98de0006, quorum=127.0.0.1:53817, baseZNode=/21917505233 Unable to get data of znode /21917505233/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T12:21:35,110 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21917505233/snapshot-cleanup already deleted, retry=false 2024-11-27T12:21:35,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43703-0x1017c3d98de0006, quorum=127.0.0.1:53817, baseZNode=/21917505233 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21917505233/running 2024-11-27T12:21:35,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43703-0x1017c3d98de0006, quorum=127.0.0.1:53817, baseZNode=/21917505233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21917505233 2024-11-27T12:21:35,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32897-0x1017c3d98de0007, quorum=127.0.0.1:53817, baseZNode=/21917505233 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21917505233/running 2024-11-27T12:21:35,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32897-0x1017c3d98de0007, quorum=127.0.0.1:53817, baseZNode=/21917505233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21917505233 2024-11-27T12:21:35,121 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ba5af43fd99,43703,1732710093698, sessionid=0x1017c3d98de0006, setting cluster-up flag (Was=false) 2024-11-27T12:21:35,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43703-0x1017c3d98de0006, quorum=127.0.0.1:53817, baseZNode=/21917505233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21917505233 2024-11-27T12:21:35,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32897-0x1017c3d98de0007, quorum=127.0.0.1:53817, baseZNode=/21917505233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21917505233 2024-11-27T12:21:35,173 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21917505233/flush-table-proc/acquired, /21917505233/flush-table-proc/reached, /21917505233/flush-table-proc/abort 2024-11-27T12:21:35,174 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,43703,1732710093698 2024-11-27T12:21:35,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32897-0x1017c3d98de0007, quorum=127.0.0.1:53817, baseZNode=/21917505233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21917505233 2024-11-27T12:21:35,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43703-0x1017c3d98de0006, quorum=127.0.0.1:53817, baseZNode=/21917505233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21917505233 2024-11-27T12:21:35,226 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21917505233/online-snapshot/acquired, /21917505233/online-snapshot/reached, /21917505233/online-snapshot/abort 2024-11-27T12:21:35,227 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,43703,1732710093698 2024-11-27T12:21:35,228 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T12:21:35,233 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T12:21:35,234 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T12:21:35,234 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T12:21:35,234 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ba5af43fd99,43703,1732710093698 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T12:21:35,236 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:21:35,236 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:21:35,236 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:21:35,236 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:21:35,236 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ba5af43fd99:0, corePoolSize=10, maxPoolSize=10 2024-11-27T12:21:35,236 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:21:35,236 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:21:35,236 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:21:35,297 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:21:35,297 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T12:21:35,298 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:35,298 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T12:21:35,310 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732710125309 2024-11-27T12:21:35,310 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T12:21:35,310 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T12:21:35,310 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T12:21:35,310 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T12:21:35,310 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T12:21:35,310 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T12:21:35,314 INFO [RS:0;1ba5af43fd99:32897 {}] regionserver.HRegionServer(746): ClusterId : 1778acc0-12fe-4d2f-85c9-dd9e019d24a4 2024-11-27T12:21:35,314 DEBUG [RS:0;1ba5af43fd99:32897 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T12:21:35,316 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:35,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42215 is added to blk_1073741831_1007 (size=1321) 2024-11-27T12:21:35,323 DEBUG [RS:0;1ba5af43fd99:32897 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T12:21:35,323 DEBUG [RS:0;1ba5af43fd99:32897 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T12:21:35,324 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T12:21:35,324 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802 2024-11-27T12:21:35,331 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T12:21:35,331 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T12:21:35,331 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T12:21:35,331 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T12:21:35,332 DEBUG [RS:0;1ba5af43fd99:32897 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T12:21:35,332 DEBUG [RS:0;1ba5af43fd99:32897 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@278dac0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T12:21:35,345 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T12:21:35,345 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T12:21:35,358 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732710095345,5,FailOnTimeoutGroup] 2024-11-27T12:21:35,364 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732710095358,5,FailOnTimeoutGroup] 2024-11-27T12:21:35,364 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:35,364 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T12:21:35,364 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:35,364 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:35,367 DEBUG [RS:0;1ba5af43fd99:32897 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ba5af43fd99:32897 2024-11-27T12:21:35,367 INFO [RS:0;1ba5af43fd99:32897 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T12:21:35,367 INFO [RS:0;1ba5af43fd99:32897 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T12:21:35,367 DEBUG [RS:0;1ba5af43fd99:32897 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T12:21:35,369 INFO [RS:0;1ba5af43fd99:32897 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ba5af43fd99,43703,1732710093698 with port=32897, startcode=1732710093842 2024-11-27T12:21:35,370 DEBUG [RS:0;1ba5af43fd99:32897 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T12:21:35,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42215 is added to blk_1073741832_1008 (size=32) 2024-11-27T12:21:35,398 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51499, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T12:21:35,399 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43703 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ba5af43fd99,32897,1732710093842 2024-11-27T12:21:35,399 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43703 {}] master.ServerManager(517): Registering regionserver=1ba5af43fd99,32897,1732710093842 2024-11-27T12:21:35,400 DEBUG [RS:0;1ba5af43fd99:32897 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802 2024-11-27T12:21:35,400 DEBUG [RS:0;1ba5af43fd99:32897 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35435 2024-11-27T12:21:35,400 DEBUG [RS:0;1ba5af43fd99:32897 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T12:21:35,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43703-0x1017c3d98de0006, quorum=127.0.0.1:53817, baseZNode=/21917505233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21917505233/rs 2024-11-27T12:21:35,482 DEBUG [RS:0;1ba5af43fd99:32897 {}] zookeeper.ZKUtil(111): regionserver:32897-0x1017c3d98de0007, quorum=127.0.0.1:53817, baseZNode=/21917505233 Set watcher on existing znode=/21917505233/rs/1ba5af43fd99,32897,1732710093842 2024-11-27T12:21:35,482 WARN [RS:0;1ba5af43fd99:32897 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:21:35,482 INFO [RS:0;1ba5af43fd99:32897 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:21:35,483 DEBUG [RS:0;1ba5af43fd99:32897 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842 2024-11-27T12:21:35,483 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ba5af43fd99,32897,1732710093842] 2024-11-27T12:21:35,488 INFO [RS:0;1ba5af43fd99:32897 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T12:21:35,490 INFO [RS:0;1ba5af43fd99:32897 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T12:21:35,490 INFO [RS:0;1ba5af43fd99:32897 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T12:21:35,490 INFO [RS:0;1ba5af43fd99:32897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:35,496 INFO [RS:0;1ba5af43fd99:32897 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T12:21:35,497 INFO [RS:0;1ba5af43fd99:32897 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T12:21:35,497 INFO [RS:0;1ba5af43fd99:32897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:35,497 DEBUG [RS:0;1ba5af43fd99:32897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:21:35,497 DEBUG [RS:0;1ba5af43fd99:32897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:21:35,497 DEBUG [RS:0;1ba5af43fd99:32897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:21:35,497 DEBUG [RS:0;1ba5af43fd99:32897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:21:35,498 DEBUG [RS:0;1ba5af43fd99:32897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:21:35,498 DEBUG [RS:0;1ba5af43fd99:32897 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:21:35,498 DEBUG [RS:0;1ba5af43fd99:32897 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:21:35,498 DEBUG [RS:0;1ba5af43fd99:32897 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:21:35,498 DEBUG [RS:0;1ba5af43fd99:32897 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:21:35,498 DEBUG [RS:0;1ba5af43fd99:32897 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:21:35,498 DEBUG [RS:0;1ba5af43fd99:32897 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:21:35,498 DEBUG [RS:0;1ba5af43fd99:32897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:21:35,498 DEBUG [RS:0;1ba5af43fd99:32897 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:21:35,498 DEBUG [RS:0;1ba5af43fd99:32897 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:21:35,504 INFO [RS:0;1ba5af43fd99:32897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:35,504 INFO [RS:0;1ba5af43fd99:32897 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:35,504 INFO [RS:0;1ba5af43fd99:32897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:35,504 INFO [RS:0;1ba5af43fd99:32897 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:35,504 INFO [RS:0;1ba5af43fd99:32897 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:35,504 INFO [RS:0;1ba5af43fd99:32897 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,32897,1732710093842-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:21:35,527 INFO [RS:0;1ba5af43fd99:32897 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T12:21:35,528 INFO [RS:0;1ba5af43fd99:32897 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,32897,1732710093842-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:35,528 INFO [RS:0;1ba5af43fd99:32897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:35,528 INFO [RS:0;1ba5af43fd99:32897 {}] regionserver.Replication(171): 1ba5af43fd99,32897,1732710093842 started 2024-11-27T12:21:35,545 INFO [RS:0;1ba5af43fd99:32897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:35,545 INFO [RS:0;1ba5af43fd99:32897 {}] regionserver.HRegionServer(1482): Serving as 1ba5af43fd99,32897,1732710093842, RpcServer on 1ba5af43fd99/172.17.0.3:32897, sessionid=0x1017c3d98de0007 2024-11-27T12:21:35,546 DEBUG [RS:0;1ba5af43fd99:32897 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T12:21:35,546 DEBUG [RS:0;1ba5af43fd99:32897 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ba5af43fd99,32897,1732710093842 2024-11-27T12:21:35,546 DEBUG [RS:0;1ba5af43fd99:32897 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,32897,1732710093842' 2024-11-27T12:21:35,546 DEBUG [RS:0;1ba5af43fd99:32897 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21917505233/flush-table-proc/abort' 2024-11-27T12:21:35,546 DEBUG [RS:0;1ba5af43fd99:32897 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21917505233/flush-table-proc/acquired' 2024-11-27T12:21:35,547 DEBUG [RS:0;1ba5af43fd99:32897 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T12:21:35,547 DEBUG [RS:0;1ba5af43fd99:32897 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T12:21:35,547 DEBUG [RS:0;1ba5af43fd99:32897 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ba5af43fd99,32897,1732710093842 2024-11-27T12:21:35,547 DEBUG [RS:0;1ba5af43fd99:32897 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,32897,1732710093842' 2024-11-27T12:21:35,547 DEBUG [RS:0;1ba5af43fd99:32897 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21917505233/online-snapshot/abort' 2024-11-27T12:21:35,547 DEBUG [RS:0;1ba5af43fd99:32897 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21917505233/online-snapshot/acquired' 2024-11-27T12:21:35,548 DEBUG [RS:0;1ba5af43fd99:32897 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T12:21:35,548 INFO [RS:0;1ba5af43fd99:32897 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T12:21:35,548 INFO [RS:0;1ba5af43fd99:32897 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T12:21:35,648 INFO [RS:0;1ba5af43fd99:32897 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:21:35,652 INFO [RS:0;1ba5af43fd99:32897 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C32897%2C1732710093842, suffix=, logDir=hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842, archiveDir=hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/oldWALs, maxLogs=10 2024-11-27T12:21:35,667 DEBUG [RS:0;1ba5af43fd99:32897 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.1732710095653, exclude list is [], retry=0 2024-11-27T12:21:35,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42215,DS-0dc697e9-6d34-4109-9ebc-d44c835cf9af,DISK] 2024-11-27T12:21:35,671 INFO [RS:0;1ba5af43fd99:32897 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.1732710095653 2024-11-27T12:21:35,672 DEBUG [RS:0;1ba5af43fd99:32897 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39711:39711)] 2024-11-27T12:21:35,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:21:35,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:21:35,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:21:35,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:35,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:21:35,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:21:35,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:21:35,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:35,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:21:35,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:21:35,805 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:21:35,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:35,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:21:35,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:21:35,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:21:35,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:35,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:21:35,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:21:35,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/hbase/meta/1588230740 2024-11-27T12:21:35,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/hbase/meta/1588230740 2024-11-27T12:21:35,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:21:35,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:21:35,811 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:21:35,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:21:35,814 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:21:35,814 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67902525, jitterRate=0.011826470494270325}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:21:35,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732710095799Initializing all the Stores at 1732710095800 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710095800Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710095800Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710095800Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710095800Cleaning up temporary data from old regions at 1732710095810 (+10 ms)Region opened successfully at 1732710095814 (+4 ms) 2024-11-27T12:21:35,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:21:35,814 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:21:35,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:21:35,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:21:35,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:21:35,815 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:21:35,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732710095814Disabling compacts and flushes for region at 1732710095814Disabling writes for close at 1732710095814Writing region close event to WAL at 1732710095815 (+1 ms)Closed at 1732710095815 2024-11-27T12:21:35,816 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:21:35,816 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T12:21:35,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T12:21:35,818 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:21:35,819 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T12:21:35,969 DEBUG [1ba5af43fd99:43703 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T12:21:35,970 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ba5af43fd99,32897,1732710093842 2024-11-27T12:21:35,971 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,32897,1732710093842, state=OPENING 2024-11-27T12:21:36,017 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T12:21:36,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32897-0x1017c3d98de0007, quorum=127.0.0.1:53817, baseZNode=/21917505233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21917505233 2024-11-27T12:21:36,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43703-0x1017c3d98de0006, quorum=127.0.0.1:53817, baseZNode=/21917505233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21917505233 2024-11-27T12:21:36,028 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:21:36,028 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21917505233/meta-region-server: CHANGED 2024-11-27T12:21:36,028 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,32897,1732710093842}] 2024-11-27T12:21:36,029 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21917505233/meta-region-server: CHANGED 2024-11-27T12:21:36,181 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T12:21:36,183 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T12:21:36,187 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T12:21:36,187 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:21:36,187 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T12:21:36,190 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C32897%2C1732710093842.meta, suffix=.meta, logDir=hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842, archiveDir=hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/oldWALs, maxLogs=10 2024-11-27T12:21:36,209 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.meta.1732710096190.meta, exclude list is [], retry=0 2024-11-27T12:21:36,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42215,DS-0dc697e9-6d34-4109-9ebc-d44c835cf9af,DISK] 2024-11-27T12:21:36,229 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.meta.1732710096190.meta 2024-11-27T12:21:36,229 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39711:39711)] 2024-11-27T12:21:36,229 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:21:36,230 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:21:36,230 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T12:21:36,230 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T12:21:36,230 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T12:21:36,230 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T12:21:36,230 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:21:36,231 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T12:21:36,231 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T12:21:36,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:21:36,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:21:36,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:36,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:21:36,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:21:36,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:21:36,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:36,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:21:36,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:21:36,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:21:36,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:36,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:21:36,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:21:36,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:21:36,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:36,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:21:36,243 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:21:36,244 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/hbase/meta/1588230740 2024-11-27T12:21:36,246 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/hbase/meta/1588230740 2024-11-27T12:21:36,249 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:21:36,249 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:21:36,252 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:21:36,255 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:21:36,256 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69295002, jitterRate=0.03257599472999573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:21:36,256 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T12:21:36,257 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732710096231Writing region info on filesystem at 1732710096231Initializing all the Stores at 1732710096232 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710096232Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710096236 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710096236Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710096236Cleaning up temporary data from old regions at 1732710096249 (+13 ms)Running coprocessor post-open hooks at 1732710096256 (+7 ms)Region opened successfully at 1732710096257 (+1 ms) 2024-11-27T12:21:36,258 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732710096180 2024-11-27T12:21:36,261 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,32897,1732710093842 2024-11-27T12:21:36,262 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T12:21:36,262 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T12:21:36,262 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,32897,1732710093842, state=OPEN 2024-11-27T12:21:36,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43703-0x1017c3d98de0006, quorum=127.0.0.1:53817, baseZNode=/21917505233 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21917505233/meta-region-server 2024-11-27T12:21:36,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32897-0x1017c3d98de0007, quorum=127.0.0.1:53817, baseZNode=/21917505233 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21917505233/meta-region-server 2024-11-27T12:21:36,275 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ba5af43fd99,32897,1732710093842 2024-11-27T12:21:36,275 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21917505233/meta-region-server: CHANGED 2024-11-27T12:21:36,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21917505233/meta-region-server: CHANGED 2024-11-27T12:21:36,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T12:21:36,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,32897,1732710093842 in 247 msec 2024-11-27T12:21:36,280 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T12:21:36,280 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 462 msec 2024-11-27T12:21:36,282 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:21:36,282 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T12:21:36,283 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:21:36,283 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,32897,1732710093842, seqNum=-1] 2024-11-27T12:21:36,284 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:21:36,284 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50955, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:21:36,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0570 sec 2024-11-27T12:21:36,291 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732710096291, completionTime=-1 2024-11-27T12:21:36,291 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T12:21:36,291 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T12:21:36,294 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T12:21:36,294 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732710156294 2024-11-27T12:21:36,294 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732710216294 2024-11-27T12:21:36,294 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T12:21:36,294 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,43703,1732710093698-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:36,294 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,43703,1732710093698-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:36,294 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,43703,1732710093698-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:36,295 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ba5af43fd99:43703, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:36,295 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:36,297 DEBUG [master/1ba5af43fd99:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T12:21:36,304 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:36,309 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.346sec 2024-11-27T12:21:36,309 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T12:21:36,309 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T12:21:36,309 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T12:21:36,309 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T12:21:36,309 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T12:21:36,310 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,43703,1732710093698-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:21:36,310 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,43703,1732710093698-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T12:21:36,316 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T12:21:36,316 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T12:21:36,316 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,43703,1732710093698-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:21:36,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5040d3a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:36,321 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,43703,-1 for getting cluster id 2024-11-27T12:21:36,321 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:21:36,333 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1778acc0-12fe-4d2f-85c9-dd9e019d24a4' 2024-11-27T12:21:36,333 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:21:36,333 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1778acc0-12fe-4d2f-85c9-dd9e019d24a4" 2024-11-27T12:21:36,334 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c09d78c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:36,334 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,43703,-1] 2024-11-27T12:21:36,334 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:21:36,334 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:36,336 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:21:36,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@547f48ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:36,337 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:21:36,338 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,32897,1732710093842, seqNum=-1] 2024-11-27T12:21:36,338 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:21:36,339 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:21:36,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ba5af43fd99,43703,1732710093698 2024-11-27T12:21:36,342 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53817 2024-11-27T12:21:36,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53817, baseZNode=/21917505233 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:21:36,354 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1017c3d98de0008 connected 2024-11-27T12:21:36,367 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:21:36,368 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,41513,1732710081699 2024-11-27T12:21:36,368 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15aebf0f 2024-11-27T12:21:36,368 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:21:36,369 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:21:36,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41513 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:21:36,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41513 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T12:21:36,373 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T12:21:36,373 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:36,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41513 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T12:21:36,374 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T12:21:36,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:21:36,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39831 is added to blk_1073741835_1011 (size=902) 2024-11-27T12:21:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:21:36,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:21:36,749 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:21:36,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:36,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:36,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:36,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:36,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:36,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:36,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:36,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:36,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:36,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:36,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:36,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:36,808 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a8fd04e67fe1ef1b71c12166829d76e6, NAME => 'test,,1732710096370.a8fd04e67fe1ef1b71c12166829d76e6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8 2024-11-27T12:21:36,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39831 is added to blk_1073741836_1012 (size=39) 2024-11-27T12:21:36,816 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732710096370.a8fd04e67fe1ef1b71c12166829d76e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:21:36,816 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a8fd04e67fe1ef1b71c12166829d76e6, disabling compactions & flushes 2024-11-27T12:21:36,816 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732710096370.a8fd04e67fe1ef1b71c12166829d76e6. 2024-11-27T12:21:36,816 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732710096370.a8fd04e67fe1ef1b71c12166829d76e6. 2024-11-27T12:21:36,816 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732710096370.a8fd04e67fe1ef1b71c12166829d76e6. after waiting 0 ms 2024-11-27T12:21:36,816 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732710096370.a8fd04e67fe1ef1b71c12166829d76e6. 2024-11-27T12:21:36,816 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732710096370.a8fd04e67fe1ef1b71c12166829d76e6. 2024-11-27T12:21:36,816 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a8fd04e67fe1ef1b71c12166829d76e6: Waiting for close lock at 1732710096816Disabling compacts and flushes for region at 1732710096816Disabling writes for close at 1732710096816Writing region close event to WAL at 1732710096816Closed at 1732710096816 2024-11-27T12:21:36,817 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T12:21:36,818 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732710096370.a8fd04e67fe1ef1b71c12166829d76e6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732710096817"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732710096817"}]},"ts":"1732710096817"} 2024-11-27T12:21:36,820 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T12:21:36,820 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T12:21:36,821 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710096820"}]},"ts":"1732710096820"} 2024-11-27T12:21:36,823 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T12:21:36,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a8fd04e67fe1ef1b71c12166829d76e6, ASSIGN}] 2024-11-27T12:21:36,825 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a8fd04e67fe1ef1b71c12166829d76e6, ASSIGN 2024-11-27T12:21:36,827 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a8fd04e67fe1ef1b71c12166829d76e6, ASSIGN; state=OFFLINE, location=1ba5af43fd99,44323,1732710082001; forceNewPlan=false, retain=false 2024-11-27T12:21:36,978 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a8fd04e67fe1ef1b71c12166829d76e6, regionState=OPENING, regionLocation=1ba5af43fd99,44323,1732710082001 2024-11-27T12:21:36,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a8fd04e67fe1ef1b71c12166829d76e6, ASSIGN because future has completed 2024-11-27T12:21:36,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8fd04e67fe1ef1b71c12166829d76e6, server=1ba5af43fd99,44323,1732710082001}] 2024-11-27T12:21:37,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:21:37,136 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732710096370.a8fd04e67fe1ef1b71c12166829d76e6. 2024-11-27T12:21:37,136 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a8fd04e67fe1ef1b71c12166829d76e6, NAME => 'test,,1732710096370.a8fd04e67fe1ef1b71c12166829d76e6.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:21:37,136 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:21:37,136 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T12:21:37,137 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a8fd04e67fe1ef1b71c12166829d76e6 2024-11-27T12:21:37,137 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732710096370.a8fd04e67fe1ef1b71c12166829d76e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:21:37,137 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a8fd04e67fe1ef1b71c12166829d76e6 2024-11-27T12:21:37,137 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a8fd04e67fe1ef1b71c12166829d76e6 2024-11-27T12:21:37,138 INFO [StoreOpener-a8fd04e67fe1ef1b71c12166829d76e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a8fd04e67fe1ef1b71c12166829d76e6 2024-11-27T12:21:37,139 INFO [StoreOpener-a8fd04e67fe1ef1b71c12166829d76e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8fd04e67fe1ef1b71c12166829d76e6 columnFamilyName f 2024-11-27T12:21:37,139 DEBUG [StoreOpener-a8fd04e67fe1ef1b71c12166829d76e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:37,139 INFO [StoreOpener-a8fd04e67fe1ef1b71c12166829d76e6-1 {}] regionserver.HStore(327): Store=a8fd04e67fe1ef1b71c12166829d76e6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:21:37,140 INFO [StoreOpener-a8fd04e67fe1ef1b71c12166829d76e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a8fd04e67fe1ef1b71c12166829d76e6 2024-11-27T12:21:37,140 INFO [StoreOpener-a8fd04e67fe1ef1b71c12166829d76e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8fd04e67fe1ef1b71c12166829d76e6 columnFamilyName f1 2024-11-27T12:21:37,140 DEBUG [StoreOpener-a8fd04e67fe1ef1b71c12166829d76e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:37,141 INFO [StoreOpener-a8fd04e67fe1ef1b71c12166829d76e6-1 {}] regionserver.HStore(327): Store=a8fd04e67fe1ef1b71c12166829d76e6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:21:37,141 INFO [StoreOpener-a8fd04e67fe1ef1b71c12166829d76e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a8fd04e67fe1ef1b71c12166829d76e6 2024-11-27T12:21:37,142 INFO [StoreOpener-a8fd04e67fe1ef1b71c12166829d76e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8fd04e67fe1ef1b71c12166829d76e6 columnFamilyName norep 2024-11-27T12:21:37,142 DEBUG [StoreOpener-a8fd04e67fe1ef1b71c12166829d76e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:37,142 INFO [StoreOpener-a8fd04e67fe1ef1b71c12166829d76e6-1 {}] regionserver.HStore(327): Store=a8fd04e67fe1ef1b71c12166829d76e6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:21:37,142 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a8fd04e67fe1ef1b71c12166829d76e6 2024-11-27T12:21:37,143 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/default/test/a8fd04e67fe1ef1b71c12166829d76e6 2024-11-27T12:21:37,143 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/default/test/a8fd04e67fe1ef1b71c12166829d76e6 2024-11-27T12:21:37,144 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a8fd04e67fe1ef1b71c12166829d76e6 2024-11-27T12:21:37,144 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a8fd04e67fe1ef1b71c12166829d76e6 2024-11-27T12:21:37,144 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T12:21:37,145 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a8fd04e67fe1ef1b71c12166829d76e6 2024-11-27T12:21:37,146 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/default/test/a8fd04e67fe1ef1b71c12166829d76e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:21:37,147 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a8fd04e67fe1ef1b71c12166829d76e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70537204, jitterRate=0.051086246967315674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T12:21:37,147 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a8fd04e67fe1ef1b71c12166829d76e6 2024-11-27T12:21:37,148 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a8fd04e67fe1ef1b71c12166829d76e6: Running coprocessor pre-open hook at 1732710097137Writing region info on filesystem at 1732710097137Initializing all the Stores at 1732710097138 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710097138Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710097138Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710097138Cleaning up temporary data from old regions at 1732710097144 (+6 ms)Running coprocessor post-open hooks at 1732710097147 (+3 ms)Region opened successfully at 1732710097147 2024-11-27T12:21:37,148 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732710096370.a8fd04e67fe1ef1b71c12166829d76e6., pid=6, masterSystemTime=1732710097132 2024-11-27T12:21:37,150 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732710096370.a8fd04e67fe1ef1b71c12166829d76e6. 2024-11-27T12:21:37,150 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732710096370.a8fd04e67fe1ef1b71c12166829d76e6. 2024-11-27T12:21:37,151 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a8fd04e67fe1ef1b71c12166829d76e6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1ba5af43fd99,44323,1732710082001 2024-11-27T12:21:37,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8fd04e67fe1ef1b71c12166829d76e6, server=1ba5af43fd99,44323,1732710082001 because future has completed 2024-11-27T12:21:37,155 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T12:21:37,155 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a8fd04e67fe1ef1b71c12166829d76e6, server=1ba5af43fd99,44323,1732710082001 in 173 msec 2024-11-27T12:21:37,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T12:21:37,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a8fd04e67fe1ef1b71c12166829d76e6, ASSIGN in 332 msec 2024-11-27T12:21:37,158 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T12:21:37,158 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710097158"}]},"ts":"1732710097158"} 2024-11-27T12:21:37,160 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T12:21:37,161 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T12:21:37,162 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 790 msec 2024-11-27T12:21:37,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:21:37,510 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T12:21:37,510 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:21:37,511 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,36611,1732710088477 2024-11-27T12:21:37,511 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e4fad39 2024-11-27T12:21:37,511 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:21:37,512 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:21:37,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36611 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:21:37,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36611 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T12:21:37,515 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T12:21:37,515 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:37,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36611 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T12:21:37,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:21:37,516 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T12:21:37,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741835_1011 (size=902) 2024-11-27T12:21:37,524 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4497e0d26cd480f516717f3e9b8e35d8, NAME => 'test,,1732710097512.4497e0d26cd480f516717f3e9b8e35d8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf 2024-11-27T12:21:37,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741836_1012 (size=39) 2024-11-27T12:21:37,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:21:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:21:37,929 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732710097512.4497e0d26cd480f516717f3e9b8e35d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:21:37,929 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4497e0d26cd480f516717f3e9b8e35d8, disabling compactions & flushes 2024-11-27T12:21:37,929 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732710097512.4497e0d26cd480f516717f3e9b8e35d8. 2024-11-27T12:21:37,929 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732710097512.4497e0d26cd480f516717f3e9b8e35d8. 2024-11-27T12:21:37,929 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732710097512.4497e0d26cd480f516717f3e9b8e35d8. after waiting 0 ms 2024-11-27T12:21:37,929 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732710097512.4497e0d26cd480f516717f3e9b8e35d8. 2024-11-27T12:21:37,929 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732710097512.4497e0d26cd480f516717f3e9b8e35d8. 2024-11-27T12:21:37,929 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4497e0d26cd480f516717f3e9b8e35d8: Waiting for close lock at 1732710097929Disabling compacts and flushes for region at 1732710097929Disabling writes for close at 1732710097929Writing region close event to WAL at 1732710097929Closed at 1732710097929 2024-11-27T12:21:37,930 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T12:21:37,931 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732710097512.4497e0d26cd480f516717f3e9b8e35d8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732710097930"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732710097930"}]},"ts":"1732710097930"} 2024-11-27T12:21:37,932 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T12:21:37,933 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T12:21:37,933 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710097933"}]},"ts":"1732710097933"} 2024-11-27T12:21:37,935 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T12:21:37,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4497e0d26cd480f516717f3e9b8e35d8, ASSIGN}] 2024-11-27T12:21:37,937 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4497e0d26cd480f516717f3e9b8e35d8, ASSIGN 2024-11-27T12:21:37,938 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4497e0d26cd480f516717f3e9b8e35d8, ASSIGN; state=OFFLINE, location=1ba5af43fd99,43677,1732710088721; forceNewPlan=false, retain=false 2024-11-27T12:21:38,088 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4497e0d26cd480f516717f3e9b8e35d8, regionState=OPENING, regionLocation=1ba5af43fd99,43677,1732710088721 2024-11-27T12:21:38,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4497e0d26cd480f516717f3e9b8e35d8, ASSIGN because future has completed 2024-11-27T12:21:38,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4497e0d26cd480f516717f3e9b8e35d8, server=1ba5af43fd99,43677,1732710088721}] 2024-11-27T12:21:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:21:38,246 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732710097512.4497e0d26cd480f516717f3e9b8e35d8. 2024-11-27T12:21:38,247 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4497e0d26cd480f516717f3e9b8e35d8, NAME => 'test,,1732710097512.4497e0d26cd480f516717f3e9b8e35d8.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:21:38,247 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:21:38,247 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T12:21:38,247 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4497e0d26cd480f516717f3e9b8e35d8 2024-11-27T12:21:38,247 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732710097512.4497e0d26cd480f516717f3e9b8e35d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:21:38,247 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4497e0d26cd480f516717f3e9b8e35d8 2024-11-27T12:21:38,247 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4497e0d26cd480f516717f3e9b8e35d8 2024-11-27T12:21:38,249 INFO [StoreOpener-4497e0d26cd480f516717f3e9b8e35d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4497e0d26cd480f516717f3e9b8e35d8 2024-11-27T12:21:38,250 INFO [StoreOpener-4497e0d26cd480f516717f3e9b8e35d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4497e0d26cd480f516717f3e9b8e35d8 columnFamilyName f 2024-11-27T12:21:38,250 DEBUG [StoreOpener-4497e0d26cd480f516717f3e9b8e35d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:38,250 INFO [StoreOpener-4497e0d26cd480f516717f3e9b8e35d8-1 {}] regionserver.HStore(327): Store=4497e0d26cd480f516717f3e9b8e35d8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:21:38,250 INFO [StoreOpener-4497e0d26cd480f516717f3e9b8e35d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4497e0d26cd480f516717f3e9b8e35d8 2024-11-27T12:21:38,251 INFO [StoreOpener-4497e0d26cd480f516717f3e9b8e35d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4497e0d26cd480f516717f3e9b8e35d8 columnFamilyName f1 2024-11-27T12:21:38,251 DEBUG [StoreOpener-4497e0d26cd480f516717f3e9b8e35d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:38,251 INFO [StoreOpener-4497e0d26cd480f516717f3e9b8e35d8-1 {}] regionserver.HStore(327): Store=4497e0d26cd480f516717f3e9b8e35d8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:21:38,251 INFO [StoreOpener-4497e0d26cd480f516717f3e9b8e35d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4497e0d26cd480f516717f3e9b8e35d8 2024-11-27T12:21:38,252 INFO [StoreOpener-4497e0d26cd480f516717f3e9b8e35d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4497e0d26cd480f516717f3e9b8e35d8 columnFamilyName norep 2024-11-27T12:21:38,252 DEBUG [StoreOpener-4497e0d26cd480f516717f3e9b8e35d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:38,252 INFO [StoreOpener-4497e0d26cd480f516717f3e9b8e35d8-1 {}] regionserver.HStore(327): Store=4497e0d26cd480f516717f3e9b8e35d8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:21:38,252 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4497e0d26cd480f516717f3e9b8e35d8 2024-11-27T12:21:38,253 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/default/test/4497e0d26cd480f516717f3e9b8e35d8 2024-11-27T12:21:38,253 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/default/test/4497e0d26cd480f516717f3e9b8e35d8 2024-11-27T12:21:38,254 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4497e0d26cd480f516717f3e9b8e35d8 2024-11-27T12:21:38,254 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4497e0d26cd480f516717f3e9b8e35d8 2024-11-27T12:21:38,254 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T12:21:38,255 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4497e0d26cd480f516717f3e9b8e35d8 2024-11-27T12:21:38,257 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/default/test/4497e0d26cd480f516717f3e9b8e35d8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:21:38,257 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4497e0d26cd480f516717f3e9b8e35d8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64456454, jitterRate=-0.03952398896217346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T12:21:38,258 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4497e0d26cd480f516717f3e9b8e35d8 2024-11-27T12:21:38,258 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4497e0d26cd480f516717f3e9b8e35d8: Running coprocessor pre-open hook at 1732710098247Writing region info on filesystem at 1732710098247Initializing all the Stores at 1732710098248 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710098248Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710098249 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710098249Cleaning up temporary data from old regions at 1732710098254 (+5 ms)Running coprocessor post-open hooks at 1732710098258 (+4 ms)Region opened successfully at 1732710098258 2024-11-27T12:21:38,259 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732710097512.4497e0d26cd480f516717f3e9b8e35d8., pid=6, masterSystemTime=1732710098243 2024-11-27T12:21:38,260 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732710097512.4497e0d26cd480f516717f3e9b8e35d8. 2024-11-27T12:21:38,260 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732710097512.4497e0d26cd480f516717f3e9b8e35d8. 2024-11-27T12:21:38,261 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4497e0d26cd480f516717f3e9b8e35d8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1ba5af43fd99,43677,1732710088721 2024-11-27T12:21:38,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4497e0d26cd480f516717f3e9b8e35d8, server=1ba5af43fd99,43677,1732710088721 because future has completed 2024-11-27T12:21:38,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T12:21:38,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4497e0d26cd480f516717f3e9b8e35d8, server=1ba5af43fd99,43677,1732710088721 in 172 msec 2024-11-27T12:21:38,268 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T12:21:38,268 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4497e0d26cd480f516717f3e9b8e35d8, ASSIGN in 329 msec 2024-11-27T12:21:38,268 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T12:21:38,269 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710098268"}]},"ts":"1732710098268"} 2024-11-27T12:21:38,270 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T12:21:38,271 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T12:21:38,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 758 msec 2024-11-27T12:21:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:21:38,650 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T12:21:38,650 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:21:38,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,43703,1732710093698 2024-11-27T12:21:38,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c4226ec 2024-11-27T12:21:38,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:21:38,652 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:21:38,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43703 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:21:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43703 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T12:21:38,655 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T12:21:38,655 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:38,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43703 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T12:21:38,656 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T12:21:38,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:21:38,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42215 is added to blk_1073741835_1011 (size=902) 2024-11-27T12:21:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:21:38,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:21:39,069 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 21a51bfefbe07b45a493bc9e58dc546e, NAME => 'test,,1732710098652.21a51bfefbe07b45a493bc9e58dc546e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802 2024-11-27T12:21:39,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42215 is added to blk_1073741836_1012 (size=39) 2024-11-27T12:21:39,089 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732710098652.21a51bfefbe07b45a493bc9e58dc546e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:21:39,089 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 21a51bfefbe07b45a493bc9e58dc546e, disabling compactions & flushes 2024-11-27T12:21:39,089 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732710098652.21a51bfefbe07b45a493bc9e58dc546e. 2024-11-27T12:21:39,089 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732710098652.21a51bfefbe07b45a493bc9e58dc546e. 2024-11-27T12:21:39,089 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732710098652.21a51bfefbe07b45a493bc9e58dc546e. after waiting 0 ms 2024-11-27T12:21:39,089 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732710098652.21a51bfefbe07b45a493bc9e58dc546e. 2024-11-27T12:21:39,089 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732710098652.21a51bfefbe07b45a493bc9e58dc546e. 2024-11-27T12:21:39,089 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 21a51bfefbe07b45a493bc9e58dc546e: Waiting for close lock at 1732710099089Disabling compacts and flushes for region at 1732710099089Disabling writes for close at 1732710099089Writing region close event to WAL at 1732710099089Closed at 1732710099089 2024-11-27T12:21:39,091 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T12:21:39,091 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732710098652.21a51bfefbe07b45a493bc9e58dc546e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732710099091"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732710099091"}]},"ts":"1732710099091"} 2024-11-27T12:21:39,093 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T12:21:39,094 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T12:21:39,094 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710099094"}]},"ts":"1732710099094"} 2024-11-27T12:21:39,097 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T12:21:39,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=21a51bfefbe07b45a493bc9e58dc546e, ASSIGN}] 2024-11-27T12:21:39,098 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=21a51bfefbe07b45a493bc9e58dc546e, ASSIGN 2024-11-27T12:21:39,099 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=21a51bfefbe07b45a493bc9e58dc546e, ASSIGN; state=OFFLINE, location=1ba5af43fd99,32897,1732710093842; forceNewPlan=false, retain=false 2024-11-27T12:21:39,250 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=21a51bfefbe07b45a493bc9e58dc546e, regionState=OPENING, regionLocation=1ba5af43fd99,32897,1732710093842 2024-11-27T12:21:39,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=21a51bfefbe07b45a493bc9e58dc546e, ASSIGN because future has completed 2024-11-27T12:21:39,280 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21a51bfefbe07b45a493bc9e58dc546e, server=1ba5af43fd99,32897,1732710093842}] 2024-11-27T12:21:39,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:21:39,438 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732710098652.21a51bfefbe07b45a493bc9e58dc546e. 2024-11-27T12:21:39,438 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 21a51bfefbe07b45a493bc9e58dc546e, NAME => 'test,,1732710098652.21a51bfefbe07b45a493bc9e58dc546e.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:21:39,438 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:21:39,438 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T12:21:39,439 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 21a51bfefbe07b45a493bc9e58dc546e 2024-11-27T12:21:39,439 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732710098652.21a51bfefbe07b45a493bc9e58dc546e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:21:39,439 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 21a51bfefbe07b45a493bc9e58dc546e 2024-11-27T12:21:39,439 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 21a51bfefbe07b45a493bc9e58dc546e 2024-11-27T12:21:39,448 INFO [StoreOpener-21a51bfefbe07b45a493bc9e58dc546e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 21a51bfefbe07b45a493bc9e58dc546e 2024-11-27T12:21:39,449 INFO [StoreOpener-21a51bfefbe07b45a493bc9e58dc546e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21a51bfefbe07b45a493bc9e58dc546e columnFamilyName f 2024-11-27T12:21:39,449 DEBUG [StoreOpener-21a51bfefbe07b45a493bc9e58dc546e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:39,450 INFO [StoreOpener-21a51bfefbe07b45a493bc9e58dc546e-1 {}] regionserver.HStore(327): Store=21a51bfefbe07b45a493bc9e58dc546e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:21:39,451 INFO [StoreOpener-21a51bfefbe07b45a493bc9e58dc546e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 21a51bfefbe07b45a493bc9e58dc546e 2024-11-27T12:21:39,452 INFO [StoreOpener-21a51bfefbe07b45a493bc9e58dc546e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21a51bfefbe07b45a493bc9e58dc546e columnFamilyName f1 2024-11-27T12:21:39,452 DEBUG [StoreOpener-21a51bfefbe07b45a493bc9e58dc546e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:39,452 INFO [StoreOpener-21a51bfefbe07b45a493bc9e58dc546e-1 {}] regionserver.HStore(327): Store=21a51bfefbe07b45a493bc9e58dc546e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:21:39,452 INFO [StoreOpener-21a51bfefbe07b45a493bc9e58dc546e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 21a51bfefbe07b45a493bc9e58dc546e 2024-11-27T12:21:39,453 INFO [StoreOpener-21a51bfefbe07b45a493bc9e58dc546e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21a51bfefbe07b45a493bc9e58dc546e columnFamilyName norep 2024-11-27T12:21:39,453 DEBUG [StoreOpener-21a51bfefbe07b45a493bc9e58dc546e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:39,454 INFO [StoreOpener-21a51bfefbe07b45a493bc9e58dc546e-1 {}] regionserver.HStore(327): Store=21a51bfefbe07b45a493bc9e58dc546e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:21:39,454 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 21a51bfefbe07b45a493bc9e58dc546e 2024-11-27T12:21:39,455 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/default/test/21a51bfefbe07b45a493bc9e58dc546e 2024-11-27T12:21:39,455 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/default/test/21a51bfefbe07b45a493bc9e58dc546e 2024-11-27T12:21:39,456 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 21a51bfefbe07b45a493bc9e58dc546e 2024-11-27T12:21:39,456 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 21a51bfefbe07b45a493bc9e58dc546e 2024-11-27T12:21:39,456 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T12:21:39,457 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 21a51bfefbe07b45a493bc9e58dc546e 2024-11-27T12:21:39,461 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/default/test/21a51bfefbe07b45a493bc9e58dc546e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:21:39,461 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 21a51bfefbe07b45a493bc9e58dc546e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65674025, jitterRate=-0.021380767226219177}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T12:21:39,461 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 21a51bfefbe07b45a493bc9e58dc546e 2024-11-27T12:21:39,461 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 21a51bfefbe07b45a493bc9e58dc546e: Running coprocessor pre-open hook at 1732710099439Writing region info on filesystem at 1732710099439Initializing all the Stores at 1732710099445 (+6 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710099445Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710099447 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710099447Cleaning up temporary data from old regions at 1732710099456 (+9 ms)Running coprocessor post-open hooks at 1732710099461 (+5 ms)Region opened successfully at 1732710099461 2024-11-27T12:21:39,462 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732710098652.21a51bfefbe07b45a493bc9e58dc546e., pid=6, masterSystemTime=1732710099434 2024-11-27T12:21:39,465 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732710098652.21a51bfefbe07b45a493bc9e58dc546e. 2024-11-27T12:21:39,465 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732710098652.21a51bfefbe07b45a493bc9e58dc546e. 2024-11-27T12:21:39,466 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=21a51bfefbe07b45a493bc9e58dc546e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1ba5af43fd99,32897,1732710093842 2024-11-27T12:21:39,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21a51bfefbe07b45a493bc9e58dc546e, server=1ba5af43fd99,32897,1732710093842 because future has completed 2024-11-27T12:21:39,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T12:21:39,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 21a51bfefbe07b45a493bc9e58dc546e, server=1ba5af43fd99,32897,1732710093842 in 191 msec 2024-11-27T12:21:39,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T12:21:39,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=21a51bfefbe07b45a493bc9e58dc546e, ASSIGN in 376 msec 2024-11-27T12:21:39,476 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T12:21:39,477 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710099476"}]},"ts":"1732710099476"} 2024-11-27T12:21:39,479 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T12:21:39,480 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T12:21:39,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 827 msec 2024-11-27T12:21:39,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:21:39,791 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T12:21:39,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@217cffe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:39,792 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,41513,-1 for getting cluster id 2024-11-27T12:21:39,792 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:21:39,793 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56622194-90f7-4df0-96b6-aee7149ec986' 2024-11-27T12:21:39,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:21:39,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56622194-90f7-4df0-96b6-aee7149ec986" 2024-11-27T12:21:39,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2758e40b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:39,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,41513,-1] 2024-11-27T12:21:39,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:21:39,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:39,796 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:21:39,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e7f2bc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:39,797 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:21:39,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,41513,1732710081699 2024-11-27T12:21:39,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ea48b1 2024-11-27T12:21:39,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:21:39,800 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:21:39,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41513 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://1ba5af43fd99:36611,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T12:21:39,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41513 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T12:21:39,804 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ba5af43fd99:36611' 2024-11-27T12:21:39,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:21:39,807 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0f8d65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:39,807 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,36611,-1 for getting cluster id 2024-11-27T12:21:39,807 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:21:39,808 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c8066d0-044c-4152-8c85-7e762700977c' 2024-11-27T12:21:39,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:21:39,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c8066d0-044c-4152-8c85-7e762700977c" 2024-11-27T12:21:39,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@460aa800, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:39,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,36611,-1] 2024-11-27T12:21:39,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:21:39,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:39,810 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:21:39,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eb06dc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:39,811 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:21:39,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,36611,1732710088477 2024-11-27T12:21:39,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60474c4 2024-11-27T12:21:39,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:21:39,813 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:21:39,814 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-27T12:21:39,814 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T12:21:39,814 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:39,815 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:39,815 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:21:39,817 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T12:21:39,817 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:21:39,818 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T12:21:39,818 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:39,819 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T12:21:39,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39831 is added to blk_1073741837_1013 (size=1138) 2024-11-27T12:21:39,853 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 17804da6698d95a56b7cf96277e4192f, NAME => 'hbase:replication,,1732710099815.17804da6698d95a56b7cf96277e4192f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8 2024-11-27T12:21:39,867 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T12:21:39,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39831 is added to blk_1073741838_1014 (size=44) 2024-11-27T12:21:39,878 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732710099815.17804da6698d95a56b7cf96277e4192f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:21:39,878 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 17804da6698d95a56b7cf96277e4192f, disabling compactions & flushes 2024-11-27T12:21:39,878 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732710099815.17804da6698d95a56b7cf96277e4192f. 2024-11-27T12:21:39,878 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732710099815.17804da6698d95a56b7cf96277e4192f. 2024-11-27T12:21:39,878 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732710099815.17804da6698d95a56b7cf96277e4192f. after waiting 0 ms 2024-11-27T12:21:39,878 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732710099815.17804da6698d95a56b7cf96277e4192f. 2024-11-27T12:21:39,878 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732710099815.17804da6698d95a56b7cf96277e4192f. 2024-11-27T12:21:39,879 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 17804da6698d95a56b7cf96277e4192f: Waiting for close lock at 1732710099878Disabling compacts and flushes for region at 1732710099878Disabling writes for close at 1732710099878Writing region close event to WAL at 1732710099878Closed at 1732710099878 2024-11-27T12:21:39,880 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T12:21:39,880 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732710099815.17804da6698d95a56b7cf96277e4192f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732710099880"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732710099880"}]},"ts":"1732710099880"} 2024-11-27T12:21:39,882 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T12:21:39,883 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T12:21:39,883 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710099883"}]},"ts":"1732710099883"} 2024-11-27T12:21:39,885 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T12:21:39,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=17804da6698d95a56b7cf96277e4192f, ASSIGN}] 2024-11-27T12:21:39,887 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=17804da6698d95a56b7cf96277e4192f, ASSIGN 2024-11-27T12:21:39,888 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=17804da6698d95a56b7cf96277e4192f, ASSIGN; state=OFFLINE, location=1ba5af43fd99,44323,1732710082001; forceNewPlan=false, retain=false 2024-11-27T12:21:39,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:21:40,039 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=17804da6698d95a56b7cf96277e4192f, regionState=OPENING, regionLocation=1ba5af43fd99,44323,1732710082001 2024-11-27T12:21:40,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=17804da6698d95a56b7cf96277e4192f, ASSIGN because future has completed 2024-11-27T12:21:40,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17804da6698d95a56b7cf96277e4192f, server=1ba5af43fd99,44323,1732710082001}] 2024-11-27T12:21:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:21:40,203 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732710099815.17804da6698d95a56b7cf96277e4192f. 2024-11-27T12:21:40,203 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:21:40,203 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T12:21:40,207 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C44323%2C1732710082001.rep, suffix=, logDir=hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001, archiveDir=hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/oldWALs, maxLogs=10 2024-11-27T12:21:40,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.rep.1732710100207, exclude list is [], retry=0 2024-11-27T12:21:40,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39831,DS-1658e048-192a-4304-b9a9-1704ee1d279c,DISK] 2024-11-27T12:21:40,233 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.rep.1732710100207 2024-11-27T12:21:40,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46137:46137)] 2024-11-27T12:21:40,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 17804da6698d95a56b7cf96277e4192f, NAME => 'hbase:replication,,1732710099815.17804da6698d95a56b7cf96277e4192f.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:21:40,234 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:21:40,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T12:21:40,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732710099815.17804da6698d95a56b7cf96277e4192f. service=MultiRowMutationService 2024-11-27T12:21:40,234 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T12:21:40,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 17804da6698d95a56b7cf96277e4192f 2024-11-27T12:21:40,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732710099815.17804da6698d95a56b7cf96277e4192f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:21:40,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 17804da6698d95a56b7cf96277e4192f 2024-11-27T12:21:40,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 17804da6698d95a56b7cf96277e4192f 2024-11-27T12:21:40,237 INFO [StoreOpener-17804da6698d95a56b7cf96277e4192f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 17804da6698d95a56b7cf96277e4192f 2024-11-27T12:21:40,238 INFO [StoreOpener-17804da6698d95a56b7cf96277e4192f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17804da6698d95a56b7cf96277e4192f columnFamilyName hfileref 2024-11-27T12:21:40,238 DEBUG [StoreOpener-17804da6698d95a56b7cf96277e4192f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:40,239 INFO [StoreOpener-17804da6698d95a56b7cf96277e4192f-1 {}] regionserver.HStore(327): Store=17804da6698d95a56b7cf96277e4192f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:21:40,239 INFO [StoreOpener-17804da6698d95a56b7cf96277e4192f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 17804da6698d95a56b7cf96277e4192f 2024-11-27T12:21:40,241 INFO [StoreOpener-17804da6698d95a56b7cf96277e4192f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17804da6698d95a56b7cf96277e4192f columnFamilyName queue 2024-11-27T12:21:40,241 DEBUG [StoreOpener-17804da6698d95a56b7cf96277e4192f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:40,241 INFO [StoreOpener-17804da6698d95a56b7cf96277e4192f-1 {}] regionserver.HStore(327): Store=17804da6698d95a56b7cf96277e4192f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:21:40,248 INFO [StoreOpener-17804da6698d95a56b7cf96277e4192f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 17804da6698d95a56b7cf96277e4192f 2024-11-27T12:21:40,252 INFO [StoreOpener-17804da6698d95a56b7cf96277e4192f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17804da6698d95a56b7cf96277e4192f columnFamilyName sid 2024-11-27T12:21:40,253 DEBUG [StoreOpener-17804da6698d95a56b7cf96277e4192f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:40,258 INFO [StoreOpener-17804da6698d95a56b7cf96277e4192f-1 {}] regionserver.HStore(327): Store=17804da6698d95a56b7cf96277e4192f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:21:40,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 17804da6698d95a56b7cf96277e4192f 2024-11-27T12:21:40,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/hbase/replication/17804da6698d95a56b7cf96277e4192f 2024-11-27T12:21:40,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/hbase/replication/17804da6698d95a56b7cf96277e4192f 2024-11-27T12:21:40,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 17804da6698d95a56b7cf96277e4192f 2024-11-27T12:21:40,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 17804da6698d95a56b7cf96277e4192f 2024-11-27T12:21:40,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T12:21:40,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 17804da6698d95a56b7cf96277e4192f 2024-11-27T12:21:40,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/hbase/replication/17804da6698d95a56b7cf96277e4192f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:21:40,273 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 17804da6698d95a56b7cf96277e4192f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60737013, jitterRate=-0.09494797885417938}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T12:21:40,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 17804da6698d95a56b7cf96277e4192f 2024-11-27T12:21:40,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 17804da6698d95a56b7cf96277e4192f: Running coprocessor pre-open hook at 1732710100235Writing region info on filesystem at 1732710100235Initializing all the Stores at 1732710100235Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710100235Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710100236 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710100236Cleaning up temporary data from old regions at 1732710100262 (+26 ms)Running coprocessor post-open hooks at 1732710100273 (+11 ms)Region opened successfully at 1732710100273 2024-11-27T12:21:40,274 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732710099815.17804da6698d95a56b7cf96277e4192f., pid=10, masterSystemTime=1732710100196 2024-11-27T12:21:40,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732710099815.17804da6698d95a56b7cf96277e4192f. 2024-11-27T12:21:40,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732710099815.17804da6698d95a56b7cf96277e4192f. 2024-11-27T12:21:40,277 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=17804da6698d95a56b7cf96277e4192f, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,44323,1732710082001 2024-11-27T12:21:40,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17804da6698d95a56b7cf96277e4192f, server=1ba5af43fd99,44323,1732710082001 because future has completed 2024-11-27T12:21:40,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T12:21:40,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 17804da6698d95a56b7cf96277e4192f, server=1ba5af43fd99,44323,1732710082001 in 240 msec 2024-11-27T12:21:40,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T12:21:40,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=17804da6698d95a56b7cf96277e4192f, ASSIGN in 399 msec 2024-11-27T12:21:40,288 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T12:21:40,288 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710100288"}]},"ts":"1732710100288"} 2024-11-27T12:21:40,291 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T12:21:40,292 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T12:21:40,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 477 msec 2024-11-27T12:21:40,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732710099815.17804da6698d95a56b7cf96277e4192f., hostname=1ba5af43fd99,44323,1732710082001, seqNum=2] 2024-11-27T12:21:40,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41513-0x1017c3d98de0000, quorum=127.0.0.1:53817, baseZNode=/0760653082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0760653082 2024-11-27T12:21:40,406 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x1017c3d98de0001, quorum=127.0.0.1:53817, baseZNode=/0760653082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0760653082 2024-11-27T12:21:40,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:21:40,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T12:21:40,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44323 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T12:21:40,662 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T12:21:40,706 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1ba5af43fd99,44323,1732710082001, ReplicationSource: 1, currentBandwidth=0 2024-11-27T12:21:40,706 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:21:40,706 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,44323,1732710082001, seqNum=-1] 2024-11-27T12:21:40,709 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:21:40,711 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-27T12:21:40,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1ba5af43fd99,44323,1732710082001', locateType=CURRENT is [region=hbase:replication,,1732710099815.17804da6698d95a56b7cf96277e4192f., hostname=1ba5af43fd99,44323,1732710082001, seqNum=2] 2024-11-27T12:21:40,727 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T12:21:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41513 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T12:21:40,731 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1ba5af43fd99,44323,1732710082001 suceeded 2024-11-27T12:21:40,734 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T12:21:40,734 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 223 msec 2024-11-27T12:21:40,734 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1ba5af43fd99:36611,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T12:21:40,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 933 msec 2024-11-27T12:21:40,748 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ba5af43fd99:36611' 2024-11-27T12:21:40,749 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3808422a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:40,750 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,36611,-1 for getting cluster id 2024-11-27T12:21:40,750 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:21:40,750 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c8066d0-044c-4152-8c85-7e762700977c' 2024-11-27T12:21:40,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:21:40,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c8066d0-044c-4152-8c85-7e762700977c" 2024-11-27T12:21:40,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ab4ca4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:40,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,36611,-1] 2024-11-27T12:21:40,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:21:40,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:40,752 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:21:40,752 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c442e10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:40,753 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:21:40,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,36611,1732710088477 2024-11-27T12:21:40,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d3c5f20 2024-11-27T12:21:40,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:21:40,754 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-27T12:21:40,755 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1ba5af43fd99,44323,1732710082001 (queues=1) is replicating from cluster=56622194-90f7-4df0-96b6-aee7149ec986 to cluster=2c8066d0-044c-4152-8c85-7e762700977c 2024-11-27T12:21:40,755 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1ba5af43fd99%2C44323%2C1732710082001 2024-11-27T12:21:40,755 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1ba5af43fd99,44323,1732710082001, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T12:21:40,756 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535, startPosition=0, beingWritten=true 2024-11-27T12:21:40,756 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.shipper1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1ba5af43fd99%2C44323%2C1732710082001 2024-11-27T12:21:40,762 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T12:21:40,762 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 379, reset compression=false 2024-11-27T12:21:40,762 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.shipper1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,44323,1732710082001 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T12:21:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:21:40,940 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T12:21:40,940 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:21:40,940 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:21:40,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:40,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:40,941 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:21:40,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3505f40e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:40,941 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,36611,-1 for getting cluster id 2024-11-27T12:21:40,941 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:21:40,942 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c8066d0-044c-4152-8c85-7e762700977c' 2024-11-27T12:21:40,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:21:40,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c8066d0-044c-4152-8c85-7e762700977c" 2024-11-27T12:21:40,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a1f6e77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:40,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,36611,-1] 2024-11-27T12:21:40,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:21:40,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:40,943 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:21:40,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aa627e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:40,944 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:21:40,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,36611,1732710088477 2024-11-27T12:21:40,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bc5d12b 2024-11-27T12:21:40,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:21:40,945 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:21:40,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36611 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://1ba5af43fd99:43703,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T12:21:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36611 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T12:21:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:21:40,948 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ba5af43fd99:43703' 2024-11-27T12:21:40,949 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@218f4ebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:40,949 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,43703,-1 for getting cluster id 2024-11-27T12:21:40,949 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:21:40,950 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1778acc0-12fe-4d2f-85c9-dd9e019d24a4' 2024-11-27T12:21:40,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:21:40,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1778acc0-12fe-4d2f-85c9-dd9e019d24a4" 2024-11-27T12:21:40,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c7e72af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:40,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,43703,-1] 2024-11-27T12:21:40,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:21:40,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:40,951 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:21:40,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5427c51f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:40,952 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:21:40,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,43703,1732710093698 2024-11-27T12:21:40,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e68dc5d 2024-11-27T12:21:40,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:21:40,953 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:21:40,954 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-27T12:21:40,954 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T12:21:40,954 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:40,954 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:40,954 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:21:40,954 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:21:40,956 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T12:21:40,956 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T12:21:40,957 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:40,957 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T12:21:40,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741837_1013 (size=1138) 2024-11-27T12:21:40,969 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 379, reset compression=false 2024-11-27T12:21:41,006 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T12:21:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:21:41,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:21:41,273 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 379, reset compression=false 2024-11-27T12:21:41,364 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 43705183cfd92ce12aa3f81cf410bf4c, NAME => 'hbase:replication,,1732710100954.43705183cfd92ce12aa3f81cf410bf4c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf 2024-11-27T12:21:41,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741838_1014 (size=44) 2024-11-27T12:21:41,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:21:41,676 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 379, reset compression=false 2024-11-27T12:21:41,733 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:21:41,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:41,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:41,769 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732710100954.43705183cfd92ce12aa3f81cf410bf4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:21:41,769 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 43705183cfd92ce12aa3f81cf410bf4c, disabling compactions & flushes 2024-11-27T12:21:41,769 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732710100954.43705183cfd92ce12aa3f81cf410bf4c. 2024-11-27T12:21:41,769 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732710100954.43705183cfd92ce12aa3f81cf410bf4c. 2024-11-27T12:21:41,769 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732710100954.43705183cfd92ce12aa3f81cf410bf4c. after waiting 0 ms 2024-11-27T12:21:41,769 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732710100954.43705183cfd92ce12aa3f81cf410bf4c. 2024-11-27T12:21:41,769 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732710100954.43705183cfd92ce12aa3f81cf410bf4c. 2024-11-27T12:21:41,770 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 43705183cfd92ce12aa3f81cf410bf4c: Waiting for close lock at 1732710101769Disabling compacts and flushes for region at 1732710101769Disabling writes for close at 1732710101769Writing region close event to WAL at 1732710101769Closed at 1732710101769 2024-11-27T12:21:41,771 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T12:21:41,771 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732710100954.43705183cfd92ce12aa3f81cf410bf4c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732710101771"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732710101771"}]},"ts":"1732710101771"} 2024-11-27T12:21:41,774 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T12:21:41,775 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T12:21:41,776 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710101775"}]},"ts":"1732710101775"} 2024-11-27T12:21:41,779 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T12:21:41,779 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=43705183cfd92ce12aa3f81cf410bf4c, ASSIGN}] 2024-11-27T12:21:41,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:41,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:41,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:41,781 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=43705183cfd92ce12aa3f81cf410bf4c, ASSIGN 2024-11-27T12:21:41,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:41,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:41,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:41,782 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=43705183cfd92ce12aa3f81cf410bf4c, ASSIGN; state=OFFLINE, location=1ba5af43fd99,43677,1732710088721; forceNewPlan=false, retain=false 2024-11-27T12:21:41,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:41,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:41,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:41,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:41,822 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T12:21:41,823 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T12:21:41,823 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T12:21:41,823 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T12:21:41,823 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T12:21:41,933 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=43705183cfd92ce12aa3f81cf410bf4c, regionState=OPENING, regionLocation=1ba5af43fd99,43677,1732710088721 2024-11-27T12:21:41,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=43705183cfd92ce12aa3f81cf410bf4c, ASSIGN because future has completed 2024-11-27T12:21:41,935 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43705183cfd92ce12aa3f81cf410bf4c, server=1ba5af43fd99,43677,1732710088721}] 2024-11-27T12:21:42,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:21:42,091 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732710100954.43705183cfd92ce12aa3f81cf410bf4c. 2024-11-27T12:21:42,091 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:21:42,091 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T12:21:42,092 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C43677%2C1732710088721.rep, suffix=, logDir=hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721, archiveDir=hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/oldWALs, maxLogs=10 2024-11-27T12:21:42,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.rep.1732710102093, exclude list is [], retry=0 2024-11-27T12:21:42,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37755,DS-53d0c590-6f1c-4581-b41a-535442f4ffb0,DISK] 2024-11-27T12:21:42,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.rep.1732710102093 2024-11-27T12:21:42,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43859:43859)] 2024-11-27T12:21:42,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 43705183cfd92ce12aa3f81cf410bf4c, NAME => 'hbase:replication,,1732710100954.43705183cfd92ce12aa3f81cf410bf4c.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:21:42,119 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:21:42,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T12:21:42,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732710100954.43705183cfd92ce12aa3f81cf410bf4c. service=MultiRowMutationService 2024-11-27T12:21:42,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T12:21:42,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 43705183cfd92ce12aa3f81cf410bf4c 2024-11-27T12:21:42,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732710100954.43705183cfd92ce12aa3f81cf410bf4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:21:42,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 43705183cfd92ce12aa3f81cf410bf4c 2024-11-27T12:21:42,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 43705183cfd92ce12aa3f81cf410bf4c 2024-11-27T12:21:42,125 INFO [StoreOpener-43705183cfd92ce12aa3f81cf410bf4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 43705183cfd92ce12aa3f81cf410bf4c 2024-11-27T12:21:42,126 INFO [StoreOpener-43705183cfd92ce12aa3f81cf410bf4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43705183cfd92ce12aa3f81cf410bf4c columnFamilyName hfileref 2024-11-27T12:21:42,126 DEBUG [StoreOpener-43705183cfd92ce12aa3f81cf410bf4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:42,127 INFO [StoreOpener-43705183cfd92ce12aa3f81cf410bf4c-1 {}] regionserver.HStore(327): Store=43705183cfd92ce12aa3f81cf410bf4c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:21:42,127 INFO [StoreOpener-43705183cfd92ce12aa3f81cf410bf4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 43705183cfd92ce12aa3f81cf410bf4c 2024-11-27T12:21:42,128 INFO [StoreOpener-43705183cfd92ce12aa3f81cf410bf4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43705183cfd92ce12aa3f81cf410bf4c columnFamilyName queue 2024-11-27T12:21:42,128 DEBUG [StoreOpener-43705183cfd92ce12aa3f81cf410bf4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:42,128 INFO [StoreOpener-43705183cfd92ce12aa3f81cf410bf4c-1 {}] regionserver.HStore(327): Store=43705183cfd92ce12aa3f81cf410bf4c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:21:42,128 INFO [StoreOpener-43705183cfd92ce12aa3f81cf410bf4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 43705183cfd92ce12aa3f81cf410bf4c 2024-11-27T12:21:42,129 INFO [StoreOpener-43705183cfd92ce12aa3f81cf410bf4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43705183cfd92ce12aa3f81cf410bf4c columnFamilyName sid 2024-11-27T12:21:42,129 DEBUG [StoreOpener-43705183cfd92ce12aa3f81cf410bf4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:42,129 INFO [StoreOpener-43705183cfd92ce12aa3f81cf410bf4c-1 {}] regionserver.HStore(327): Store=43705183cfd92ce12aa3f81cf410bf4c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:21:42,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 43705183cfd92ce12aa3f81cf410bf4c 2024-11-27T12:21:42,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/hbase/replication/43705183cfd92ce12aa3f81cf410bf4c 2024-11-27T12:21:42,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/hbase/replication/43705183cfd92ce12aa3f81cf410bf4c 2024-11-27T12:21:42,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 43705183cfd92ce12aa3f81cf410bf4c 2024-11-27T12:21:42,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 43705183cfd92ce12aa3f81cf410bf4c 2024-11-27T12:21:42,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T12:21:42,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 43705183cfd92ce12aa3f81cf410bf4c 2024-11-27T12:21:42,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/hbase/replication/43705183cfd92ce12aa3f81cf410bf4c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:21:42,139 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 43705183cfd92ce12aa3f81cf410bf4c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72848596, jitterRate=0.0855286717414856}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T12:21:42,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 43705183cfd92ce12aa3f81cf410bf4c 2024-11-27T12:21:42,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 43705183cfd92ce12aa3f81cf410bf4c: Running coprocessor pre-open hook at 1732710102120Writing region info on filesystem at 1732710102120Initializing all the Stores at 1732710102121 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710102121Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710102125 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710102125Cleaning up temporary data from old regions at 1732710102131 (+6 ms)Running coprocessor post-open hooks at 1732710102139 (+8 ms)Region opened successfully at 1732710102139 2024-11-27T12:21:42,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732710100954.43705183cfd92ce12aa3f81cf410bf4c., pid=10, masterSystemTime=1732710102087 2024-11-27T12:21:42,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732710100954.43705183cfd92ce12aa3f81cf410bf4c. 2024-11-27T12:21:42,160 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=43705183cfd92ce12aa3f81cf410bf4c, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,43677,1732710088721 2024-11-27T12:21:42,147 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732710100954.43705183cfd92ce12aa3f81cf410bf4c. 2024-11-27T12:21:42,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43705183cfd92ce12aa3f81cf410bf4c, server=1ba5af43fd99,43677,1732710088721 because future has completed 2024-11-27T12:21:42,170 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T12:21:42,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 43705183cfd92ce12aa3f81cf410bf4c, server=1ba5af43fd99,43677,1732710088721 in 233 msec 2024-11-27T12:21:42,173 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T12:21:42,173 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=43705183cfd92ce12aa3f81cf410bf4c, ASSIGN in 392 msec 2024-11-27T12:21:42,174 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T12:21:42,174 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710102174"}]},"ts":"1732710102174"} 2024-11-27T12:21:42,177 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T12:21:42,179 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T12:21:42,180 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 379, reset compression=false 2024-11-27T12:21:42,181 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2250 sec 2024-11-27T12:21:42,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732710100954.43705183cfd92ce12aa3f81cf410bf4c., hostname=1ba5af43fd99,43677,1732710088721, seqNum=2] 2024-11-27T12:21:42,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36611-0x1017c3d98de0003, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1761427297 2024-11-27T12:21:42,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43677-0x1017c3d98de0004, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1761427297 2024-11-27T12:21:42,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T12:21:42,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43677 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T12:21:42,435 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T12:21:42,477 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1ba5af43fd99,43677,1732710088721, ReplicationSource: 1, currentBandwidth=0 2024-11-27T12:21:42,478 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:21:42,478 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,43677,1732710088721, seqNum=-1] 2024-11-27T12:21:42,478 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:21:42,480 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-27T12:21:42,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1ba5af43fd99,43677,1732710088721', locateType=CURRENT is [region=hbase:replication,,1732710100954.43705183cfd92ce12aa3f81cf410bf4c., hostname=1ba5af43fd99,43677,1732710088721, seqNum=2] 2024-11-27T12:21:42,485 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T12:21:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36611 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T12:21:42,488 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1ba5af43fd99,43677,1732710088721 suceeded 2024-11-27T12:21:42,490 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T12:21:42,490 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-11-27T12:21:42,490 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1ba5af43fd99:43703,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T12:21:42,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5440 sec 2024-11-27T12:21:42,509 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ba5af43fd99:43703' 2024-11-27T12:21:42,511 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30b6e84b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:42,511 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,43703,-1 for getting cluster id 2024-11-27T12:21:42,512 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:21:42,513 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1778acc0-12fe-4d2f-85c9-dd9e019d24a4' 2024-11-27T12:21:42,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:21:42,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1778acc0-12fe-4d2f-85c9-dd9e019d24a4" 2024-11-27T12:21:42,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3aa30089, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:42,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,43703,-1] 2024-11-27T12:21:42,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:21:42,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:42,515 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:21:42,517 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78394bbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:42,517 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:21:42,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,43703,1732710093698 2024-11-27T12:21:42,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bad2404 2024-11-27T12:21:42,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:21:42,519 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-27T12:21:42,521 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1ba5af43fd99,43677,1732710088721 (queues=1) is replicating from cluster=2c8066d0-044c-4152-8c85-7e762700977c to cluster=1778acc0-12fe-4d2f-85c9-dd9e019d24a4 2024-11-27T12:21:42,521 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1ba5af43fd99%2C43677%2C1732710088721 2024-11-27T12:21:42,521 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1ba5af43fd99,43677,1732710088721, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T12:21:42,522 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603, startPosition=0, beingWritten=true 2024-11-27T12:21:42,522 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.shipper1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1ba5af43fd99%2C43677%2C1732710088721 2024-11-27T12:21:42,531 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T12:21:42,531 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 379, reset compression=false 2024-11-27T12:21:42,531 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.shipper1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,43677,1732710088721 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T12:21:42,737 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 379, reset compression=false 2024-11-27T12:21:42,793 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 379, reset compression=false 2024-11-27T12:21:42,828 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T12:21:43,045 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 379, reset compression=false 2024-11-27T12:21:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:21:43,110 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T12:21:43,110 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:21:43,111 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:21:43,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:43,111 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:21:43,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:43,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dfcaacd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:43,111 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,43703,-1 for getting cluster id 2024-11-27T12:21:43,112 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:21:43,112 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1778acc0-12fe-4d2f-85c9-dd9e019d24a4' 2024-11-27T12:21:43,112 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:21:43,112 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1778acc0-12fe-4d2f-85c9-dd9e019d24a4" 2024-11-27T12:21:43,113 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63666ee0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:43,113 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,43703,-1] 2024-11-27T12:21:43,113 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:21:43,113 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:43,114 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:21:43,114 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bd1ee38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:43,114 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:21:43,115 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,43703,1732710093698 2024-11-27T12:21:43,115 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fe012c4 2024-11-27T12:21:43,115 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:21:43,116 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:21:43,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43703 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://1ba5af43fd99:41513,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T12:21:43,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43703 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T12:21:43,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:21:43,119 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ba5af43fd99:41513' 2024-11-27T12:21:43,120 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@326db645, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:43,120 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,41513,-1 for getting cluster id 2024-11-27T12:21:43,120 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:21:43,120 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56622194-90f7-4df0-96b6-aee7149ec986' 2024-11-27T12:21:43,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:21:43,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56622194-90f7-4df0-96b6-aee7149ec986" 2024-11-27T12:21:43,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad5b864, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:43,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,41513,-1] 2024-11-27T12:21:43,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:21:43,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:43,121 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:21:43,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df3b1f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:43,122 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:21:43,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,41513,1732710081699 2024-11-27T12:21:43,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@eb9865d 2024-11-27T12:21:43,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:21:43,124 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:21:43,124 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-27T12:21:43,124 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T12:21:43,124 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:43,124 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:43,124 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:21:43,125 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:21:43,126 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T12:21:43,126 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T12:21:43,127 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:43,127 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T12:21:43,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42215 is added to blk_1073741837_1013 (size=1138) 2024-11-27T12:21:43,176 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T12:21:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:21:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:21:43,450 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 379, reset compression=false 2024-11-27T12:21:43,498 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 379, reset compression=false 2024-11-27T12:21:43,535 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3d9fdd0b78bfa700eb645d3cace365ea, NAME => 'hbase:replication,,1732710103125.3d9fdd0b78bfa700eb645d3cace365ea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802 2024-11-27T12:21:43,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42215 is added to blk_1073741838_1014 (size=44) 2024-11-27T12:21:43,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:21:43,940 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732710103125.3d9fdd0b78bfa700eb645d3cace365ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:21:43,940 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3d9fdd0b78bfa700eb645d3cace365ea, disabling compactions & flushes 2024-11-27T12:21:43,940 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732710103125.3d9fdd0b78bfa700eb645d3cace365ea. 2024-11-27T12:21:43,940 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732710103125.3d9fdd0b78bfa700eb645d3cace365ea. 2024-11-27T12:21:43,940 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732710103125.3d9fdd0b78bfa700eb645d3cace365ea. after waiting 0 ms 2024-11-27T12:21:43,940 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732710103125.3d9fdd0b78bfa700eb645d3cace365ea. 2024-11-27T12:21:43,940 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732710103125.3d9fdd0b78bfa700eb645d3cace365ea. 2024-11-27T12:21:43,940 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3d9fdd0b78bfa700eb645d3cace365ea: Waiting for close lock at 1732710103940Disabling compacts and flushes for region at 1732710103940Disabling writes for close at 1732710103940Writing region close event to WAL at 1732710103940Closed at 1732710103940 2024-11-27T12:21:43,941 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T12:21:43,942 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732710103125.3d9fdd0b78bfa700eb645d3cace365ea.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732710103941"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732710103941"}]},"ts":"1732710103941"} 2024-11-27T12:21:43,944 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T12:21:43,944 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T12:21:43,945 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710103945"}]},"ts":"1732710103945"} 2024-11-27T12:21:43,946 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T12:21:43,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3d9fdd0b78bfa700eb645d3cace365ea, ASSIGN}] 2024-11-27T12:21:43,948 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3d9fdd0b78bfa700eb645d3cace365ea, ASSIGN 2024-11-27T12:21:43,949 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3d9fdd0b78bfa700eb645d3cace365ea, ASSIGN; state=OFFLINE, location=1ba5af43fd99,32897,1732710093842; forceNewPlan=false, retain=false 2024-11-27T12:21:43,954 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 379, reset compression=false 2024-11-27T12:21:44,099 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3d9fdd0b78bfa700eb645d3cace365ea, regionState=OPENING, regionLocation=1ba5af43fd99,32897,1732710093842 2024-11-27T12:21:44,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3d9fdd0b78bfa700eb645d3cace365ea, ASSIGN because future has completed 2024-11-27T12:21:44,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d9fdd0b78bfa700eb645d3cace365ea, server=1ba5af43fd99,32897,1732710093842}] 2024-11-27T12:21:44,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732710103125.3d9fdd0b78bfa700eb645d3cace365ea. 2024-11-27T12:21:44,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:21:44,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T12:21:44,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C32897%2C1732710093842.rep, suffix=, logDir=hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842, archiveDir=hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/oldWALs, maxLogs=10 2024-11-27T12:21:44,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:21:44,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.rep.1732710104259, exclude list is [], retry=0 2024-11-27T12:21:44,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42215,DS-0dc697e9-6d34-4109-9ebc-d44c835cf9af,DISK] 2024-11-27T12:21:44,284 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.rep.1732710104259 2024-11-27T12:21:44,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39711:39711)] 2024-11-27T12:21:44,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3d9fdd0b78bfa700eb645d3cace365ea, NAME => 'hbase:replication,,1732710103125.3d9fdd0b78bfa700eb645d3cace365ea.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:21:44,289 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:21:44,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T12:21:44,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732710103125.3d9fdd0b78bfa700eb645d3cace365ea. service=MultiRowMutationService 2024-11-27T12:21:44,289 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T12:21:44,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3d9fdd0b78bfa700eb645d3cace365ea 2024-11-27T12:21:44,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732710103125.3d9fdd0b78bfa700eb645d3cace365ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:21:44,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3d9fdd0b78bfa700eb645d3cace365ea 2024-11-27T12:21:44,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3d9fdd0b78bfa700eb645d3cace365ea 2024-11-27T12:21:44,291 INFO [StoreOpener-3d9fdd0b78bfa700eb645d3cace365ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3d9fdd0b78bfa700eb645d3cace365ea 2024-11-27T12:21:44,292 INFO [StoreOpener-3d9fdd0b78bfa700eb645d3cace365ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d9fdd0b78bfa700eb645d3cace365ea columnFamilyName hfileref 2024-11-27T12:21:44,292 DEBUG [StoreOpener-3d9fdd0b78bfa700eb645d3cace365ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:44,293 INFO [StoreOpener-3d9fdd0b78bfa700eb645d3cace365ea-1 {}] regionserver.HStore(327): Store=3d9fdd0b78bfa700eb645d3cace365ea/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:21:44,293 INFO [StoreOpener-3d9fdd0b78bfa700eb645d3cace365ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3d9fdd0b78bfa700eb645d3cace365ea 2024-11-27T12:21:44,294 INFO [StoreOpener-3d9fdd0b78bfa700eb645d3cace365ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d9fdd0b78bfa700eb645d3cace365ea columnFamilyName queue 2024-11-27T12:21:44,294 DEBUG [StoreOpener-3d9fdd0b78bfa700eb645d3cace365ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:44,294 INFO [StoreOpener-3d9fdd0b78bfa700eb645d3cace365ea-1 {}] regionserver.HStore(327): Store=3d9fdd0b78bfa700eb645d3cace365ea/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:21:44,294 INFO [StoreOpener-3d9fdd0b78bfa700eb645d3cace365ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3d9fdd0b78bfa700eb645d3cace365ea 2024-11-27T12:21:44,295 INFO [StoreOpener-3d9fdd0b78bfa700eb645d3cace365ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d9fdd0b78bfa700eb645d3cace365ea columnFamilyName sid 2024-11-27T12:21:44,295 DEBUG [StoreOpener-3d9fdd0b78bfa700eb645d3cace365ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:21:44,295 INFO [StoreOpener-3d9fdd0b78bfa700eb645d3cace365ea-1 {}] regionserver.HStore(327): Store=3d9fdd0b78bfa700eb645d3cace365ea/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:21:44,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3d9fdd0b78bfa700eb645d3cace365ea 2024-11-27T12:21:44,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/hbase/replication/3d9fdd0b78bfa700eb645d3cace365ea 2024-11-27T12:21:44,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/hbase/replication/3d9fdd0b78bfa700eb645d3cace365ea 2024-11-27T12:21:44,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3d9fdd0b78bfa700eb645d3cace365ea 2024-11-27T12:21:44,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3d9fdd0b78bfa700eb645d3cace365ea 2024-11-27T12:21:44,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T12:21:44,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3d9fdd0b78bfa700eb645d3cace365ea 2024-11-27T12:21:44,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/hbase/replication/3d9fdd0b78bfa700eb645d3cace365ea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:21:44,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3d9fdd0b78bfa700eb645d3cace365ea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67349655, jitterRate=0.003588065505027771}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T12:21:44,302 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 379, reset compression=false 2024-11-27T12:21:44,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3d9fdd0b78bfa700eb645d3cace365ea 2024-11-27T12:21:44,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3d9fdd0b78bfa700eb645d3cace365ea: Running coprocessor pre-open hook at 1732710104290Writing region info on filesystem at 1732710104290Initializing all the Stores at 1732710104290Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710104290Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710104291 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710104291Cleaning up temporary data from old regions at 1732710104298 (+7 ms)Running coprocessor post-open hooks at 1732710104302 (+4 ms)Region opened successfully at 1732710104302 2024-11-27T12:21:44,303 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732710103125.3d9fdd0b78bfa700eb645d3cace365ea., pid=10, masterSystemTime=1732710104253 2024-11-27T12:21:44,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732710103125.3d9fdd0b78bfa700eb645d3cace365ea. 2024-11-27T12:21:44,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732710103125.3d9fdd0b78bfa700eb645d3cace365ea. 2024-11-27T12:21:44,306 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3d9fdd0b78bfa700eb645d3cace365ea, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,32897,1732710093842 2024-11-27T12:21:44,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d9fdd0b78bfa700eb645d3cace365ea, server=1ba5af43fd99,32897,1732710093842 because future has completed 2024-11-27T12:21:44,312 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43703 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=1ba5af43fd99,32897,1732710093842, table=hbase:replication, region=3d9fdd0b78bfa700eb645d3cace365ea. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-27T12:21:44,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T12:21:44,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3d9fdd0b78bfa700eb645d3cace365ea, server=1ba5af43fd99,32897,1732710093842 in 211 msec 2024-11-27T12:21:44,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T12:21:44,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3d9fdd0b78bfa700eb645d3cace365ea, ASSIGN in 368 msec 2024-11-27T12:21:44,317 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T12:21:44,317 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710104317"}]},"ts":"1732710104317"} 2024-11-27T12:21:44,319 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T12:21:44,320 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T12:21:44,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1950 sec 2024-11-27T12:21:44,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732710103125.3d9fdd0b78bfa700eb645d3cace365ea., hostname=1ba5af43fd99,32897,1732710093842, seqNum=2] 2024-11-27T12:21:44,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32897-0x1017c3d98de0007, quorum=127.0.0.1:53817, baseZNode=/21917505233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21917505233 2024-11-27T12:21:44,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43703-0x1017c3d98de0006, quorum=127.0.0.1:53817, baseZNode=/21917505233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21917505233 2024-11-27T12:21:44,557 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 379, reset compression=false 2024-11-27T12:21:44,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T12:21:44,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32897 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T12:21:44,730 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T12:21:44,767 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1ba5af43fd99,32897,1732710093842, ReplicationSource: 1, currentBandwidth=0 2024-11-27T12:21:44,767 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:21:44,768 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,32897,1732710093842, seqNum=-1] 2024-11-27T12:21:44,768 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:21:44,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44387, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-27T12:21:44,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1ba5af43fd99,32897,1732710093842', locateType=CURRENT is [region=hbase:replication,,1732710103125.3d9fdd0b78bfa700eb645d3cace365ea., hostname=1ba5af43fd99,32897,1732710093842, seqNum=2] 2024-11-27T12:21:44,772 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T12:21:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43703 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T12:21:44,787 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ba5af43fd99:41513' 2024-11-27T12:21:44,788 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ec9300f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:44,788 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,41513,-1 for getting cluster id 2024-11-27T12:21:44,788 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:21:44,789 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56622194-90f7-4df0-96b6-aee7149ec986' 2024-11-27T12:21:44,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:21:44,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56622194-90f7-4df0-96b6-aee7149ec986" 2024-11-27T12:21:44,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3af3ae23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:44,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,41513,-1] 2024-11-27T12:21:44,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:21:44,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:44,790 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:21:44,790 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@631e82a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:44,791 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:21:44,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,41513,1732710081699 2024-11-27T12:21:44,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b19611c 2024-11-27T12:21:44,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:21:44,792 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-27T12:21:44,792 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1ba5af43fd99,32897,1732710093842 (queues=1) is replicating from cluster=1778acc0-12fe-4d2f-85c9-dd9e019d24a4 to cluster=56622194-90f7-4df0-96b6-aee7149ec986 2024-11-27T12:21:44,792 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1ba5af43fd99%2C32897%2C1732710093842 2024-11-27T12:21:44,792 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1ba5af43fd99,32897,1732710093842, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T12:21:44,793 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.shipper1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1ba5af43fd99%2C32897%2C1732710093842 2024-11-27T12:21:44,793 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.wal-reader.1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.1732710095653, startPosition=0, beingWritten=true 2024-11-27T12:21:44,798 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.wal-reader.1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T12:21:44,798 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.wal-reader.1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.1732710095653 to pos 379, reset compression=false 2024-11-27T12:21:44,798 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.shipper1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,32897,1732710093842 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.1732710095653, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T12:21:44,808 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1ba5af43fd99,32897,1732710093842 suceeded 2024-11-27T12:21:44,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T12:21:44,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 231 msec 2024-11-27T12:21:44,810 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1ba5af43fd99:41513,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T12:21:44,811 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6940 sec 2024-11-27T12:21:45,002 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.wal-reader.1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.1732710095653 to pos 379, reset compression=false 2024-11-27T12:21:45,209 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 379, reset compression=false 2024-11-27T12:21:45,262 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 379, reset compression=false 2024-11-27T12:21:45,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:21:45,270 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T12:21:45,270 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:21:45,270 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:21:45,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:45,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:45,272 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:21:45,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6038d9db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:45,273 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,41513,-1 for getting cluster id 2024-11-27T12:21:45,273 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:21:45,274 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56622194-90f7-4df0-96b6-aee7149ec986' 2024-11-27T12:21:45,274 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:21:45,274 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56622194-90f7-4df0-96b6-aee7149ec986" 2024-11-27T12:21:45,274 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f92c20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:45,274 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,41513,-1] 2024-11-27T12:21:45,275 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:21:45,275 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:45,276 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:21:45,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c3a0e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:45,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a25521, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:45,280 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,36611,-1 for getting cluster id 2024-11-27T12:21:45,280 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:21:45,281 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c8066d0-044c-4152-8c85-7e762700977c' 2024-11-27T12:21:45,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:21:45,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c8066d0-044c-4152-8c85-7e762700977c" 2024-11-27T12:21:45,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6808be42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:45,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,36611,-1] 2024-11-27T12:21:45,283 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:21:45,283 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:45,284 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:21:45,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30a398f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:45,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c7e53c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:45,292 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,43703,-1 for getting cluster id 2024-11-27T12:21:45,293 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:21:45,294 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1778acc0-12fe-4d2f-85c9-dd9e019d24a4' 2024-11-27T12:21:45,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:21:45,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1778acc0-12fe-4d2f-85c9-dd9e019d24a4" 2024-11-27T12:21:45,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38b8cd54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:45,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,43703,-1] 2024-11-27T12:21:45,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:21:45,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:45,296 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:21:45,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@337c49dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:45,298 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:21:45,299 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,44323,1732710082001, seqNum=-1] 2024-11-27T12:21:45,299 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:21:45,300 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:21:45,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732710096370.a8fd04e67fe1ef1b71c12166829d76e6., hostname=1ba5af43fd99,44323,1732710082001, seqNum=2] 2024-11-27T12:21:45,305 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:21:45,306 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.wal-reader.1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.1732710095653 to pos 379, reset compression=false 2024-11-27T12:21:45,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,32897,1732710093842, seqNum=-1] 2024-11-27T12:21:45,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:21:45,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:21:45,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732710098652.21a51bfefbe07b45a493bc9e58dc546e., hostname=1ba5af43fd99,32897,1732710093842, seqNum=2] 2024-11-27T12:21:45,348 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-27T12:21:45,753 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.wal-reader.1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.1732710095653 to pos 379, reset compression=false 2024-11-27T12:21:46,067 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 379, reset compression=false 2024-11-27T12:21:46,212 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 379, reset compression=false 2024-11-27T12:21:46,217 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T12:21:46,217 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 480, reset compression=false 2024-11-27T12:21:46,217 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.shipper1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,44323,1732710082001 got entry batch from reader: WALEntryBatch [walEntries=[{test/a8fd04e67fe1ef1b71c12166829d76e6/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-27T12:21:46,220 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.shipper1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T12:21:46,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-27T12:21:46,222 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43677 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T12:21:46,224 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43677 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11c6b2ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:46,225 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43677 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,36611,-1 for getting cluster id 2024-11-27T12:21:46,225 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43677 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:21:46,225 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c8066d0-044c-4152-8c85-7e762700977c' 2024-11-27T12:21:46,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:21:46,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c8066d0-044c-4152-8c85-7e762700977c" 2024-11-27T12:21:46,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e93a504, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:46,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,36611,-1] 2024-11-27T12:21:46,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:21:46,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:46,226 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:21:46,227 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43677 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@551cc42e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:46,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43677 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:21:46,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,43677,1732710088721, seqNum=-1] 2024-11-27T12:21:46,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:21:46,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-27T12:21:46,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732710097512.4497e0d26cd480f516717f3e9b8e35d8., hostname=1ba5af43fd99,43677,1732710088721, seqNum=2] 2024-11-27T12:21:46,234 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43677 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T12:21:46,258 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.wal-reader.1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.1732710095653 to pos 379, reset compression=false 2024-11-27T12:21:46,351 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-27T12:21:46,425 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 480, reset compression=false 2024-11-27T12:21:46,729 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 480, reset compression=false 2024-11-27T12:21:46,862 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.wal-reader.1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.1732710095653 to pos 379, reset compression=false 2024-11-27T12:21:46,971 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 379, reset compression=false 2024-11-27T12:21:46,978 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T12:21:46,978 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 503, reset compression=false 2024-11-27T12:21:46,978 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.shipper1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,43677,1732710088721 got entry batch from reader: WALEntryBatch [walEntries=[{test/4497e0d26cd480f516717f3e9b8e35d8/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-27T12:21:46,981 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.shipper1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T12:21:46,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-27T12:21:46,983 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32897 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T12:21:46,986 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32897 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4aca45d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:46,987 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32897 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,43703,-1 for getting cluster id 2024-11-27T12:21:46,987 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32897 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:21:46,988 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1778acc0-12fe-4d2f-85c9-dd9e019d24a4' 2024-11-27T12:21:46,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:21:46,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1778acc0-12fe-4d2f-85c9-dd9e019d24a4" 2024-11-27T12:21:46,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ecc7ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:46,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,43703,-1] 2024-11-27T12:21:46,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:21:46,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:46,991 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:21:46,992 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32897 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3299c591, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:46,993 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32897 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:21:46,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,32897,1732710093842, seqNum=-1] 2024-11-27T12:21:46,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:21:46,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-27T12:21:46,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732710098652.21a51bfefbe07b45a493bc9e58dc546e., hostname=1ba5af43fd99,32897,1732710093842, seqNum=2] 2024-11-27T12:21:47,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32897 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T12:21:47,133 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 480, reset compression=false 2024-11-27T12:21:47,189 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 503, reset compression=false 2024-11-27T12:21:47,352 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-27T12:21:47,353 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:21:47,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,43677,1732710088721, seqNum=-1] 2024-11-27T12:21:47,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:21:47,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:21:47,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732710097512.4497e0d26cd480f516717f3e9b8e35d8., hostname=1ba5af43fd99,43677,1732710088721, seqNum=2] 2024-11-27T12:21:47,360 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-27T12:21:47,493 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 503, reset compression=false 2024-11-27T12:21:47,499 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T12:21:47,499 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 607, reset compression=false 2024-11-27T12:21:47,499 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.shipper1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,43677,1732710088721 got entry batch from reader: WALEntryBatch [walEntries=[{test/4497e0d26cd480f516717f3e9b8e35d8/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T12:21:47,500 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32897 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T12:21:47,502 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32897 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T12:21:47,565 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.wal-reader.1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.1732710095653 to pos 379, reset compression=false 2024-11-27T12:21:47,573 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.wal-reader.1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T12:21:47,573 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.wal-reader.1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.1732710095653 to pos 653, reset compression=false 2024-11-27T12:21:47,573 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.shipper1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,32897,1732710093842 got entry batch from reader: WALEntryBatch [walEntries=[{test/21a51bfefbe07b45a493bc9e58dc546e/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.1732710095653, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-27T12:21:47,581 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.shipper1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T12:21:47,582 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-27T12:21:47,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44323 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T12:21:47,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@cbe88b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:47,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44323 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,41513,-1 for getting cluster id 2024-11-27T12:21:47,585 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:21:47,585 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56622194-90f7-4df0-96b6-aee7149ec986' 2024-11-27T12:21:47,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:21:47,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56622194-90f7-4df0-96b6-aee7149ec986" 2024-11-27T12:21:47,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@189999da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:47,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,41513,-1] 2024-11-27T12:21:47,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:21:47,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:47,587 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:21:47,588 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f343f19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:47,588 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44323 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:21:47,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,44323,1732710082001, seqNum=-1] 2024-11-27T12:21:47,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:21:47,591 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-27T12:21:47,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732710096370.a8fd04e67fe1ef1b71c12166829d76e6., hostname=1ba5af43fd99,44323,1732710082001, seqNum=2] 2024-11-27T12:21:47,596 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44323 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T12:21:47,623 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:21:47,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:47,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:47,637 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 480, reset compression=false 2024-11-27T12:21:47,662 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T12:21:47,662 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 630, reset compression=false 2024-11-27T12:21:47,662 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.shipper1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,44323,1732710082001 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T12:21:47,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:47,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:47,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:47,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:47,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:47,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:47,703 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 607, reset compression=false 2024-11-27T12:21:47,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:47,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:47,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:47,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:21:47,786 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.wal-reader.1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.1732710095653 to pos 653, reset compression=false 2024-11-27T12:21:47,884 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 630, reset compression=false 2024-11-27T12:21:48,007 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 607, reset compression=false 2024-11-27T12:21:48,105 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.wal-reader.1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.1732710095653 to pos 653, reset compression=false 2024-11-27T12:21:48,196 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 630, reset compression=false 2024-11-27T12:21:48,362 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-27T12:21:48,365 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-27T12:21:48,431 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 607, reset compression=false 2024-11-27T12:21:48,513 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.wal-reader.1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.1732710095653 to pos 653, reset compression=false 2024-11-27T12:21:48,519 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.wal-reader.1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T12:21:48,520 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.wal-reader.1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.1732710095653 to pos 757, reset compression=false 2024-11-27T12:21:48,520 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.shipper1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,32897,1732710093842 got entry batch from reader: WALEntryBatch [walEntries=[{test/21a51bfefbe07b45a493bc9e58dc546e/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.1732710095653, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T12:21:48,521 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44323 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T12:21:48,525 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44323 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T12:21:48,615 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 630, reset compression=false 2024-11-27T12:21:48,635 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T12:21:48,635 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 757, reset compression=false 2024-11-27T12:21:48,635 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.shipper1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,44323,1732710082001 got entry batch from reader: WALEntryBatch [walEntries=[{test/a8fd04e67fe1ef1b71c12166829d76e6/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-27T12:21:48,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43677 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T12:21:48,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43677 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T12:21:48,727 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.wal-reader.1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.1732710095653 to pos 757, reset compression=false 2024-11-27T12:21:48,840 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 757, reset compression=false 2024-11-27T12:21:48,942 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 607, reset compression=false 2024-11-27T12:21:48,949 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T12:21:48,949 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 757, reset compression=false 2024-11-27T12:21:48,950 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.shipper1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,43677,1732710088721 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603, lastWalPosition=757, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T12:21:49,035 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.wal-reader.1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.1732710095653 to pos 757, reset compression=false 2024-11-27T12:21:49,143 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 757, reset compression=false 2024-11-27T12:21:49,159 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 757, reset compression=false 2024-11-27T12:21:49,367 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-27T12:21:49,370 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-27T12:21:49,441 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.wal-reader.1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.1732710095653 to pos 757, reset compression=false 2024-11-27T12:21:49,463 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 757, reset compression=false 2024-11-27T12:21:49,549 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 757, reset compression=false 2024-11-27T12:21:49,553 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T12:21:49,553 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 913, reset compression=false 2024-11-27T12:21:49,553 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.shipper1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,44323,1732710082001 got entry batch from reader: WALEntryBatch [walEntries=[{test/a8fd04e67fe1ef1b71c12166829d76e6/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-27T12:21:49,554 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43677 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T12:21:49,557 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43677 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T12:21:49,759 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 913, reset compression=false 2024-11-27T12:21:49,867 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 757, reset compression=false 2024-11-27T12:21:49,871 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T12:21:49,871 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 904, reset compression=false 2024-11-27T12:21:49,871 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.shipper1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,43677,1732710088721 got entry batch from reader: WALEntryBatch [walEntries=[{test/4497e0d26cd480f516717f3e9b8e35d8/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-27T12:21:49,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32897 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T12:21:49,875 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32897 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T12:21:49,945 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.wal-reader.1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.1732710095653 to pos 757, reset compression=false 2024-11-27T12:21:49,950 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.wal-reader.1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T12:21:49,950 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.wal-reader.1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.1732710095653 to pos 927, reset compression=false 2024-11-27T12:21:49,950 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.shipper1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,32897,1732710093842 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.1732710095653, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T12:21:50,063 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 913, reset compression=false 2024-11-27T12:21:50,075 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 904, reset compression=false 2024-11-27T12:21:50,153 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.wal-reader.1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.1732710095653 to pos 927, reset compression=false 2024-11-27T12:21:50,372 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-27T12:21:50,376 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-27T12:21:50,378 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 904, reset compression=false 2024-11-27T12:21:50,384 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T12:21:50,384 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 1063, reset compression=false 2024-11-27T12:21:50,384 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.shipper1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,43677,1732710088721 got entry batch from reader: WALEntryBatch [walEntries=[{test/4497e0d26cd480f516717f3e9b8e35d8/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T12:21:50,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32897 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T12:21:50,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32897 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T12:21:50,457 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.wal-reader.1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.1732710095653 to pos 927, reset compression=false 2024-11-27T12:21:50,462 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.wal-reader.1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T12:21:50,462 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.wal-reader.1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.1732710095653 to pos 1076, reset compression=false 2024-11-27T12:21:50,462 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.shipper1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,32897,1732710093842 got entry batch from reader: WALEntryBatch [walEntries=[{test/21a51bfefbe07b45a493bc9e58dc546e/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.1732710095653, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-27T12:21:50,463 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44323 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T12:21:50,465 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44323 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T12:21:50,472 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 913, reset compression=false 2024-11-27T12:21:50,477 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T12:21:50,477 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 1085, reset compression=false 2024-11-27T12:21:50,477 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.shipper1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,44323,1732710082001 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T12:21:50,590 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 1063, reset compression=false 2024-11-27T12:21:50,667 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.wal-reader.1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.1732710095653 to pos 1076, reset compression=false 2024-11-27T12:21:50,681 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 1085, reset compression=false 2024-11-27T12:21:50,893 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 1063, reset compression=false 2024-11-27T12:21:50,971 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.wal-reader.1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.1732710095653 to pos 1076, reset compression=false 2024-11-27T12:21:50,984 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 1085, reset compression=false 2024-11-27T12:21:51,289 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T12:21:51,298 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 1063, reset compression=false 2024-11-27T12:21:51,375 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.wal-reader.1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.1732710095653 to pos 1076, reset compression=false 2024-11-27T12:21:51,378 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-27T12:21:51,382 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-27T12:21:51,393 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 1085, reset compression=false 2024-11-27T12:21:51,809 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 1063, reset compression=false 2024-11-27T12:21:51,879 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.wal-reader.1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.1732710095653 to pos 1076, reset compression=false 2024-11-27T12:21:51,883 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.wal-reader.1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T12:21:51,883 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.wal-reader.1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.1732710095653 to pos 1235, reset compression=false 2024-11-27T12:21:51,883 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.shipper1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,32897,1732710093842 got entry batch from reader: WALEntryBatch [walEntries=[{test/21a51bfefbe07b45a493bc9e58dc546e/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.1732710095653, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T12:21:51,885 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44323 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T12:21:51,887 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44323 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T12:21:51,896 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 1085, reset compression=false 2024-11-27T12:21:51,901 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T12:21:51,901 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 1234, reset compression=false 2024-11-27T12:21:51,901 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.shipper1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,44323,1732710082001 got entry batch from reader: WALEntryBatch [walEntries=[{test/a8fd04e67fe1ef1b71c12166829d76e6/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-27T12:21:51,902 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43677 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T12:21:51,905 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43677 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T12:21:52,088 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.wal-reader.1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.1732710095653 to pos 1235, reset compression=false 2024-11-27T12:21:52,105 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 1234, reset compression=false 2024-11-27T12:21:52,350 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:21:52,350 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ba5af43fd99,33547,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:33547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T12:21:52,351 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68499 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ba5af43fd99,33547,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:33547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T12:21:52,384 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-27T12:21:52,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77bc684f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:52,391 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,43703,-1 for getting cluster id 2024-11-27T12:21:52,391 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:21:52,392 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1778acc0-12fe-4d2f-85c9-dd9e019d24a4' 2024-11-27T12:21:52,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:21:52,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1778acc0-12fe-4d2f-85c9-dd9e019d24a4" 2024-11-27T12:21:52,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375f1c27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:52,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,43703,-1] 2024-11-27T12:21:52,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:21:52,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:52,394 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:21:52,394 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18ee9b29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:52,397 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:21:52,397 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.wal-reader.1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.1732710095653 to pos 1235, reset compression=false 2024-11-27T12:21:52,398 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,43703,1732710093698 2024-11-27T12:21:52,398 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7db33073 2024-11-27T12:21:52,399 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:21:52,400 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:21:52,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43703 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-27T12:21:52,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43703 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-27T12:21:52,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T12:21:52,413 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 1063, reset compression=false 2024-11-27T12:21:52,425 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 1234, reset compression=false 2024-11-27T12:21:52,430 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T12:21:52,430 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 1235, reset compression=false 2024-11-27T12:21:52,430 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.shipper1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,43677,1732710088721 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T12:21:52,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T12:21:52,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T12:21:52,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32897 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-27T12:21:52,611 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-27T12:21:52,612 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-27T12:21:52,612 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1ba5af43fd99,32897,1732710093842 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-27T12:21:52,612 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0. 2024-11-27T12:21:52,612 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:21:52,612 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:52,613 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:52,613 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:21:52,635 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 1235, reset compression=false 2024-11-27T12:21:52,713 WARN [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.shipper1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T12:21:52,713 WARN [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.wal-reader.1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T12:21:52,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T12:21:52,813 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.shipper1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 terminated 2024-11-27T12:21:52,833 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-1ba5af43fd99,32897,1732710093842, ReplicationSource: 1, currentBandwidth=0 2024-11-27T12:21:52,834 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-27T12:21:52,834 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-27T12:21:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43703 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-27T12:21:52,837 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 1ba5af43fd99,32897,1732710093842 suceeded 2024-11-27T12:21:52,838 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-27T12:21:52,838 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 379 msec 2024-11-27T12:21:52,839 INFO [PEWorker-1 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-27T12:21:52,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 438 msec 2024-11-27T12:21:52,841 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 1234, reset compression=false 2024-11-27T12:21:52,851 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ba5af43fd99:41513' 2024-11-27T12:21:52,852 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9418778, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:52,852 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,41513,-1 for getting cluster id 2024-11-27T12:21:52,852 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:21:52,853 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56622194-90f7-4df0-96b6-aee7149ec986' 2024-11-27T12:21:52,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:21:52,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56622194-90f7-4df0-96b6-aee7149ec986" 2024-11-27T12:21:52,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2868ac0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:52,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,41513,-1] 2024-11-27T12:21:52,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:21:52,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:52,854 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:21:52,855 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35c3db22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:52,855 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:21:52,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,41513,1732710081699 2024-11-27T12:21:52,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53f652d1 2024-11-27T12:21:52,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:21:52,857 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-27T12:21:52,857 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1ba5af43fd99,32897,1732710093842 (queues=1) is replicating from cluster=1778acc0-12fe-4d2f-85c9-dd9e019d24a4 to cluster=56622194-90f7-4df0-96b6-aee7149ec986 2024-11-27T12:21:52,857 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1ba5af43fd99%2C32897%2C1732710093842 2024-11-27T12:21:52,858 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1ba5af43fd99,32897,1732710093842, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T12:21:52,858 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.shipper1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1ba5af43fd99%2C32897%2C1732710093842 2024-11-27T12:21:52,939 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 1235, reset compression=false 2024-11-27T12:21:53,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T12:21:53,030 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-27T12:21:53,030 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:21:53,031 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:21:53,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:53,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:53,031 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:21:53,034 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-27T12:21:53,345 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 1234, reset compression=false 2024-11-27T12:21:53,347 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 1235, reset compression=false 2024-11-27T12:21:53,354 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T12:21:53,354 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 1338, reset compression=false 2024-11-27T12:21:53,354 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.shipper1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,44323,1732710082001 got entry batch from reader: WALEntryBatch [walEntries=[{test/a8fd04e67fe1ef1b71c12166829d76e6/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T12:21:53,356 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43677 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T12:21:53,358 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43677 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T12:21:53,367 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T12:21:53,367 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 1362, reset compression=false 2024-11-27T12:21:53,367 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.shipper1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,43677,1732710088721 got entry batch from reader: WALEntryBatch [walEntries=[{test/4497e0d26cd480f516717f3e9b8e35d8/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-27T12:21:53,368 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32897 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T12:21:53,371 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32897 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T12:21:53,567 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 1338, reset compression=false 2024-11-27T12:21:53,585 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 1362, reset compression=false 2024-11-27T12:21:53,877 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 1338, reset compression=false 2024-11-27T12:21:53,889 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 1362, reset compression=false 2024-11-27T12:21:54,036 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-27T12:21:54,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ff6ada5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:54,038 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,43703,-1 for getting cluster id 2024-11-27T12:21:54,038 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:21:54,038 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1778acc0-12fe-4d2f-85c9-dd9e019d24a4' 2024-11-27T12:21:54,039 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:21:54,039 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1778acc0-12fe-4d2f-85c9-dd9e019d24a4" 2024-11-27T12:21:54,039 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fd4aeb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:54,039 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,43703,-1] 2024-11-27T12:21:54,039 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:21:54,039 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:54,040 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:21:54,040 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39958c92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:21:54,042 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:21:54,043 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,43703,1732710093698 2024-11-27T12:21:54,043 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40b6638c 2024-11-27T12:21:54,044 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:21:54,045 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:21:54,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43703 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-27T12:21:54,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43703 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-27T12:21:54,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T12:21:54,111 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T12:21:54,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T12:21:54,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32897 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-27T12:21:54,264 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-27T12:21:54,264 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-27T12:21:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43703 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-27T12:21:54,266 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 1ba5af43fd99,32897,1732710093842 suceeded 2024-11-27T12:21:54,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-27T12:21:54,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-27T12:21:54,268 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-27T12:21:54,269 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 223 msec 2024-11-27T12:21:54,280 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 1338, reset compression=false 2024-11-27T12:21:54,292 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 1362, reset compression=false 2024-11-27T12:21:54,295 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T12:21:54,295 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 1466, reset compression=false 2024-11-27T12:21:54,295 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.shipper1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,43677,1732710088721 got entry batch from reader: WALEntryBatch [walEntries=[{test/4497e0d26cd480f516717f3e9b8e35d8/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T12:21:54,296 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32897 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T12:21:54,299 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32897 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T12:21:54,360 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.wal-reader.1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.1732710095653, startPosition=1235, beingWritten=true 2024-11-27T12:21:54,365 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.wal-reader.1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T12:21:54,365 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.wal-reader.1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.1732710095653 to pos 1512, reset compression=false 2024-11-27T12:21:54,365 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.shipper1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,32897,1732710093842 got entry batch from reader: WALEntryBatch [walEntries=[{test/21a51bfefbe07b45a493bc9e58dc546e/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.1732710095653, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-27T12:21:54,367 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.shipper1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T12:21:54,368 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-27T12:21:54,368 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44323 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T12:21:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T12:21:54,370 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-27T12:21:54,370 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:21:54,370 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:21:54,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:54,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:54,371 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:21:54,371 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44323 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T12:21:54,372 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-27T12:21:54,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T12:21:54,373 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:21:54,373 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:21:54,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:54,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:54,373 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:21:54,373 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T12:21:54,373 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=44038383, stopped=false 2024-11-27T12:21:54,373 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ba5af43fd99,43703,1732710093698 2024-11-27T12:21:54,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32897-0x1017c3d98de0007, quorum=127.0.0.1:53817, baseZNode=/21917505233 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21917505233/running 2024-11-27T12:21:54,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43703-0x1017c3d98de0006, quorum=127.0.0.1:53817, baseZNode=/21917505233 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21917505233/running 2024-11-27T12:21:54,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32897-0x1017c3d98de0007, quorum=127.0.0.1:53817, baseZNode=/21917505233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21917505233 2024-11-27T12:21:54,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43703-0x1017c3d98de0006, quorum=127.0.0.1:53817, baseZNode=/21917505233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21917505233 2024-11-27T12:21:54,426 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:21:54,426 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:21:54,426 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:21:54,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:54,426 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ba5af43fd99,32897,1732710093842' ***** 2024-11-27T12:21:54,426 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T12:21:54,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32897-0x1017c3d98de0007, quorum=127.0.0.1:53817, baseZNode=/21917505233 Set watcher on znode that does not yet exist, /21917505233/running 2024-11-27T12:21:54,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43703-0x1017c3d98de0006, quorum=127.0.0.1:53817, baseZNode=/21917505233 Set watcher on znode that does not yet exist, /21917505233/running 2024-11-27T12:21:54,427 INFO [RS:0;1ba5af43fd99:32897 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T12:21:54,427 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T12:21:54,427 INFO [RS:0;1ba5af43fd99:32897 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T12:21:54,427 INFO [RS:0;1ba5af43fd99:32897 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T12:21:54,427 INFO [RS:0;1ba5af43fd99:32897 {}] regionserver.HRegionServer(3091): Received CLOSE for 21a51bfefbe07b45a493bc9e58dc546e 2024-11-27T12:21:54,428 INFO [RS:0;1ba5af43fd99:32897 {}] regionserver.HRegionServer(3091): Received CLOSE for 3d9fdd0b78bfa700eb645d3cace365ea 2024-11-27T12:21:54,428 INFO [RS:0;1ba5af43fd99:32897 {}] regionserver.HRegionServer(959): stopping server 1ba5af43fd99,32897,1732710093842 2024-11-27T12:21:54,428 INFO [RS:0;1ba5af43fd99:32897 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:21:54,428 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 21a51bfefbe07b45a493bc9e58dc546e, disabling compactions & flushes 2024-11-27T12:21:54,428 INFO [RS:0;1ba5af43fd99:32897 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:32897. 2024-11-27T12:21:54,428 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732710098652.21a51bfefbe07b45a493bc9e58dc546e. 2024-11-27T12:21:54,428 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732710098652.21a51bfefbe07b45a493bc9e58dc546e. 2024-11-27T12:21:54,428 DEBUG [RS:0;1ba5af43fd99:32897 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:21:54,428 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732710098652.21a51bfefbe07b45a493bc9e58dc546e. after waiting 0 ms 2024-11-27T12:21:54,428 DEBUG [RS:0;1ba5af43fd99:32897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:54,428 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732710098652.21a51bfefbe07b45a493bc9e58dc546e. 2024-11-27T12:21:54,428 INFO [RS:0;1ba5af43fd99:32897 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T12:21:54,428 INFO [RS:0;1ba5af43fd99:32897 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T12:21:54,428 INFO [RS:0;1ba5af43fd99:32897 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T12:21:54,428 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 21a51bfefbe07b45a493bc9e58dc546e 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-27T12:21:54,428 INFO [RS:0;1ba5af43fd99:32897 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T12:21:54,428 INFO [RS:0;1ba5af43fd99:32897 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T12:21:54,428 DEBUG [RS:0;1ba5af43fd99:32897 {}] regionserver.HRegionServer(1325): Online Regions={21a51bfefbe07b45a493bc9e58dc546e=test,,1732710098652.21a51bfefbe07b45a493bc9e58dc546e., 3d9fdd0b78bfa700eb645d3cace365ea=hbase:replication,,1732710103125.3d9fdd0b78bfa700eb645d3cace365ea., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T12:21:54,428 DEBUG [RS:0;1ba5af43fd99:32897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 21a51bfefbe07b45a493bc9e58dc546e, 3d9fdd0b78bfa700eb645d3cace365ea 2024-11-27T12:21:54,428 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:21:54,428 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:21:54,428 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:21:54,428 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:21:54,428 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:21:54,428 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T12:21:54,433 INFO [regionserver/1ba5af43fd99:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:21:54,445 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/hbase/meta/1588230740/.tmp/info/573a4a2e6b7148ea9cc3f69d60a73323 is 147, key is hbase:replication,,1732710103125.3d9fdd0b78bfa700eb645d3cace365ea./info:regioninfo/1732710104306/Put/seqid=0 2024-11-27T12:21:54,446 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/default/test/21a51bfefbe07b45a493bc9e58dc546e/.tmp/f/03e0db15d615408cb83277396024f856 is 37, key is row3/f:row3/1732710113032/Put/seqid=0 2024-11-27T12:21:54,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42215 is added to blk_1073741840_1016 (size=7686) 2024-11-27T12:21:54,449 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/hbase/meta/1588230740/.tmp/info/573a4a2e6b7148ea9cc3f69d60a73323 2024-11-27T12:21:54,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42215 is added to blk_1073741841_1017 (size=5228) 2024-11-27T12:21:54,450 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/default/test/21a51bfefbe07b45a493bc9e58dc546e/.tmp/f/03e0db15d615408cb83277396024f856 2024-11-27T12:21:54,453 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 03e0db15d615408cb83277396024f856 2024-11-27T12:21:54,466 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/default/test/21a51bfefbe07b45a493bc9e58dc546e/.tmp/f1/93142c33ff9c47ef970d5577784c421d is 30, key is row1/f1:/1732710110374/DeleteFamily/seqid=0 2024-11-27T12:21:54,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42215 is added to blk_1073741842_1018 (size=5158) 2024-11-27T12:21:54,470 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/hbase/meta/1588230740/.tmp/ns/b2f950d5e990414e842f569dcb3390b5 is 43, key is default/ns:d/1732710096285/Put/seqid=0 2024-11-27T12:21:54,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42215 is added to blk_1073741843_1019 (size=5153) 2024-11-27T12:21:54,500 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 1466, reset compression=false 2024-11-27T12:21:54,506 INFO [regionserver/1ba5af43fd99:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T12:21:54,506 INFO [regionserver/1ba5af43fd99:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T12:21:54,570 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.wal-reader.1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.1732710095653 to pos 1512, reset compression=false 2024-11-27T12:21:54,575 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.wal-reader.1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T12:21:54,575 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.wal-reader.1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.1732710095653 to pos 1759, reset compression=false 2024-11-27T12:21:54,575 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.shipper1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,32897,1732710093842 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.1732710095653, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T12:21:54,576 ERROR [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.shipper1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1ba5af43fd99,32897,1732710093842: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1ba5af43fd99,32897,1732710093842, walGroup=1ba5af43fd99%2C32897%2C1732710093842, offset=1ba5af43fd99%2C32897%2C1732710093842.1732710095653:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:32897 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T12:21:54,577 ERROR [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.shipper1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T12:21:54,577 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.shipper1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T12:21:54,577 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.shipper1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T12:21:54,577 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.shipper1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T12:21:54,577 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.shipper1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T12:21:54,577 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.shipper1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1184890880, "init": 1048576000, "max": 2306867200, "used": 899827512 }, "NonHeapMemoryUsage": { "committed": 202047488, "init": 7667712, "max": -1, "used": 199100552 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T12:21:54,578 WARN [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.shipper1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:43703 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:43703 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T12:21:54,628 DEBUG [RS:0;1ba5af43fd99:32897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 21a51bfefbe07b45a493bc9e58dc546e, 3d9fdd0b78bfa700eb645d3cace365ea 2024-11-27T12:21:54,779 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.wal-reader.1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.1732710095653 to pos 1759, reset compression=false 2024-11-27T12:21:54,784 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 1338, reset compression=false 2024-11-27T12:21:54,787 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T12:21:54,787 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 1488, reset compression=false 2024-11-27T12:21:54,787 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.shipper1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,44323,1732710082001 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T12:21:54,803 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 1466, reset compression=false 2024-11-27T12:21:54,829 DEBUG [RS:0;1ba5af43fd99:32897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 21a51bfefbe07b45a493bc9e58dc546e, 3d9fdd0b78bfa700eb645d3cace365ea 2024-11-27T12:21:54,870 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/default/test/21a51bfefbe07b45a493bc9e58dc546e/.tmp/f1/93142c33ff9c47ef970d5577784c421d 2024-11-27T12:21:54,874 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 93142c33ff9c47ef970d5577784c421d 2024-11-27T12:21:54,874 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/hbase/meta/1588230740/.tmp/ns/b2f950d5e990414e842f569dcb3390b5 2024-11-27T12:21:54,890 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/hbase/meta/1588230740/.tmp/rep_barrier/7154d5bdddc146408e2023344b8fb317 is 112, key is test,,1732710098652.21a51bfefbe07b45a493bc9e58dc546e./rep_barrier:seqnumDuringOpen/1732710099466/Put/seqid=0 2024-11-27T12:21:54,892 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/default/test/21a51bfefbe07b45a493bc9e58dc546e/.tmp/norep/8bd4eddb07434fd3b8dbdad6b0c79046 is 33, key is row2/norep:/1732710111379/DeleteFamily/seqid=0 2024-11-27T12:21:54,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42215 is added to blk_1073741844_1020 (size=5518) 2024-11-27T12:21:54,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42215 is added to blk_1073741845_1021 (size=5108) 2024-11-27T12:21:54,991 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 1488, reset compression=false 2024-11-27T12:21:55,029 DEBUG [RS:0;1ba5af43fd99:32897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 21a51bfefbe07b45a493bc9e58dc546e, 3d9fdd0b78bfa700eb645d3cace365ea 2024-11-27T12:21:55,083 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.wal-reader.1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.1732710095653 to pos 1759, reset compression=false 2024-11-27T12:21:55,206 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 1466, reset compression=false 2024-11-27T12:21:55,229 DEBUG [RS:0;1ba5af43fd99:32897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 21a51bfefbe07b45a493bc9e58dc546e, 3d9fdd0b78bfa700eb645d3cace365ea 2024-11-27T12:21:55,294 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/hbase/meta/1588230740/.tmp/rep_barrier/7154d5bdddc146408e2023344b8fb317 2024-11-27T12:21:55,295 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 1488, reset compression=false 2024-11-27T12:21:55,298 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/default/test/21a51bfefbe07b45a493bc9e58dc546e/.tmp/norep/8bd4eddb07434fd3b8dbdad6b0c79046 2024-11-27T12:21:55,301 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8bd4eddb07434fd3b8dbdad6b0c79046 2024-11-27T12:21:55,302 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/default/test/21a51bfefbe07b45a493bc9e58dc546e/.tmp/f/03e0db15d615408cb83277396024f856 as hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/default/test/21a51bfefbe07b45a493bc9e58dc546e/f/03e0db15d615408cb83277396024f856 2024-11-27T12:21:55,306 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 03e0db15d615408cb83277396024f856 2024-11-27T12:21:55,306 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/default/test/21a51bfefbe07b45a493bc9e58dc546e/f/03e0db15d615408cb83277396024f856, entries=5, sequenceid=12, filesize=5.1 K 2024-11-27T12:21:55,307 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/default/test/21a51bfefbe07b45a493bc9e58dc546e/.tmp/f1/93142c33ff9c47ef970d5577784c421d as hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/default/test/21a51bfefbe07b45a493bc9e58dc546e/f1/93142c33ff9c47ef970d5577784c421d 2024-11-27T12:21:55,311 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 93142c33ff9c47ef970d5577784c421d 2024-11-27T12:21:55,311 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/default/test/21a51bfefbe07b45a493bc9e58dc546e/f1/93142c33ff9c47ef970d5577784c421d, entries=3, sequenceid=12, filesize=5.0 K 2024-11-27T12:21:55,312 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/default/test/21a51bfefbe07b45a493bc9e58dc546e/.tmp/norep/8bd4eddb07434fd3b8dbdad6b0c79046 as hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/default/test/21a51bfefbe07b45a493bc9e58dc546e/norep/8bd4eddb07434fd3b8dbdad6b0c79046 2024-11-27T12:21:55,314 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/hbase/meta/1588230740/.tmp/table/0313b790e66c4be59af806683886c6a0 is 53, key is hbase:replication/table:state/1732710104317/Put/seqid=0 2024-11-27T12:21:55,316 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8bd4eddb07434fd3b8dbdad6b0c79046 2024-11-27T12:21:55,316 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/default/test/21a51bfefbe07b45a493bc9e58dc546e/norep/8bd4eddb07434fd3b8dbdad6b0c79046, entries=1, sequenceid=12, filesize=5.0 K 2024-11-27T12:21:55,316 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 21a51bfefbe07b45a493bc9e58dc546e in 888ms, sequenceid=12, compaction requested=false 2024-11-27T12:21:55,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42215 is added to blk_1073741846_1022 (size=5308) 2024-11-27T12:21:55,318 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/hbase/meta/1588230740/.tmp/table/0313b790e66c4be59af806683886c6a0 2024-11-27T12:21:55,320 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/default/test/21a51bfefbe07b45a493bc9e58dc546e/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T12:21:55,321 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:21:55,321 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T12:21:55,321 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732710098652.21a51bfefbe07b45a493bc9e58dc546e. 2024-11-27T12:21:55,321 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 21a51bfefbe07b45a493bc9e58dc546e: Waiting for close lock at 1732710114428Running coprocessor pre-close hooks at 1732710114428Disabling compacts and flushes for region at 1732710114428Disabling writes for close at 1732710114428Obtaining lock to block concurrent updates at 1732710114428Preparing flush snapshotting stores in 21a51bfefbe07b45a493bc9e58dc546e at 1732710114428Finished memstore snapshotting test,,1732710098652.21a51bfefbe07b45a493bc9e58dc546e., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732710114428Flushing stores of test,,1732710098652.21a51bfefbe07b45a493bc9e58dc546e. at 1732710114429 (+1 ms)Flushing 21a51bfefbe07b45a493bc9e58dc546e/f: creating writer at 1732710114429Flushing 21a51bfefbe07b45a493bc9e58dc546e/f: appending metadata at 1732710114446 (+17 ms)Flushing 21a51bfefbe07b45a493bc9e58dc546e/f: closing flushed file at 1732710114446Flushing 21a51bfefbe07b45a493bc9e58dc546e/f1: creating writer at 1732710114453 (+7 ms)Flushing 21a51bfefbe07b45a493bc9e58dc546e/f1: appending metadata at 1732710114466 (+13 ms)Flushing 21a51bfefbe07b45a493bc9e58dc546e/f1: closing flushed file at 1732710114466Flushing 21a51bfefbe07b45a493bc9e58dc546e/norep: creating writer at 1732710114874 (+408 ms)Flushing 21a51bfefbe07b45a493bc9e58dc546e/norep: appending metadata at 1732710114891 (+17 ms)Flushing 21a51bfefbe07b45a493bc9e58dc546e/norep: closing flushed file at 1732710114891Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@549a7eb3: reopening flushed file at 1732710115301 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9f1bcdb: reopening flushed file at 1732710115306 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4513e284: reopening flushed file at 1732710115311 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 21a51bfefbe07b45a493bc9e58dc546e in 888ms, sequenceid=12, compaction requested=false at 1732710115316 (+5 ms)Writing region close event to WAL at 1732710115318 (+2 ms)Running coprocessor post-close hooks at 1732710115321 (+3 ms)Closed at 1732710115321 2024-11-27T12:21:55,322 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732710098652.21a51bfefbe07b45a493bc9e58dc546e. 2024-11-27T12:21:55,322 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3d9fdd0b78bfa700eb645d3cace365ea, disabling compactions & flushes 2024-11-27T12:21:55,322 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732710103125.3d9fdd0b78bfa700eb645d3cace365ea. 2024-11-27T12:21:55,322 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732710103125.3d9fdd0b78bfa700eb645d3cace365ea. 2024-11-27T12:21:55,322 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732710103125.3d9fdd0b78bfa700eb645d3cace365ea. after waiting 0 ms 2024-11-27T12:21:55,322 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732710103125.3d9fdd0b78bfa700eb645d3cace365ea. 2024-11-27T12:21:55,322 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3d9fdd0b78bfa700eb645d3cace365ea: Waiting for close lock at 1732710115322Running coprocessor pre-close hooks at 1732710115322Disabling compacts and flushes for region at 1732710115322Disabling writes for close at 1732710115322Failed flush hbase:replication,,1732710103125.3d9fdd0b78bfa700eb645d3cace365ea., putting online again at 1732710115322 2024-11-27T12:21:55,322 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732710103125.3d9fdd0b78bfa700eb645d3cace365ea. 2024-11-27T12:21:55,323 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/hbase/meta/1588230740/.tmp/info/573a4a2e6b7148ea9cc3f69d60a73323 as hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/hbase/meta/1588230740/info/573a4a2e6b7148ea9cc3f69d60a73323 2024-11-27T12:21:55,327 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/hbase/meta/1588230740/info/573a4a2e6b7148ea9cc3f69d60a73323, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T12:21:55,327 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/hbase/meta/1588230740/.tmp/ns/b2f950d5e990414e842f569dcb3390b5 as hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/hbase/meta/1588230740/ns/b2f950d5e990414e842f569dcb3390b5 2024-11-27T12:21:55,331 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/hbase/meta/1588230740/ns/b2f950d5e990414e842f569dcb3390b5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T12:21:55,334 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/hbase/meta/1588230740/.tmp/rep_barrier/7154d5bdddc146408e2023344b8fb317 as hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/hbase/meta/1588230740/rep_barrier/7154d5bdddc146408e2023344b8fb317 2024-11-27T12:21:55,340 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/hbase/meta/1588230740/rep_barrier/7154d5bdddc146408e2023344b8fb317, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T12:21:55,340 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/hbase/meta/1588230740/.tmp/table/0313b790e66c4be59af806683886c6a0 as hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/hbase/meta/1588230740/table/0313b790e66c4be59af806683886c6a0 2024-11-27T12:21:55,345 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/hbase/meta/1588230740/table/0313b790e66c4be59af806683886c6a0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T12:21:55,346 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 918ms, sequenceid=16, compaction requested=false 2024-11-27T12:21:55,361 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T12:21:55,362 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:21:55,362 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:21:55,362 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:21:55,362 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732710114428Running coprocessor pre-close hooks at 1732710114428Disabling compacts and flushes for region at 1732710114428Disabling writes for close at 1732710114428Obtaining lock to block concurrent updates at 1732710114429 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732710114429Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732710114429Flushing stores of hbase:meta,,1.1588230740 at 1732710114429Flushing 1588230740/info: creating writer at 1732710114429Flushing 1588230740/info: appending metadata at 1732710114445 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732710114445Flushing 1588230740/ns: creating writer at 1732710114453 (+8 ms)Flushing 1588230740/ns: appending metadata at 1732710114470 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732710114470Flushing 1588230740/rep_barrier: creating writer at 1732710114877 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732710114889 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732710114889Flushing 1588230740/table: creating writer at 1732710115298 (+409 ms)Flushing 1588230740/table: appending metadata at 1732710115314 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732710115314Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4daff05e: reopening flushed file at 1732710115322 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@206cfd75: reopening flushed file at 1732710115327 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@191a1cae: reopening flushed file at 1732710115331 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b8d7d87: reopening flushed file at 1732710115340 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 918ms, sequenceid=16, compaction requested=false at 1732710115346 (+6 ms)Writing region close event to WAL at 1732710115357 (+11 ms)Running coprocessor post-close hooks at 1732710115362 (+5 ms)Closed at 1732710115362 2024-11-27T12:21:55,362 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T12:21:55,429 INFO [RS:0;1ba5af43fd99:32897 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T12:21:55,429 DEBUG [RS:0;1ba5af43fd99:32897 {}] regionserver.HRegionServer(1325): Online Regions={3d9fdd0b78bfa700eb645d3cace365ea=hbase:replication,,1732710103125.3d9fdd0b78bfa700eb645d3cace365ea.} 2024-11-27T12:21:55,429 INFO [RS:0;1ba5af43fd99:32897 {}] regionserver.HRegionServer(3091): Received CLOSE for 3d9fdd0b78bfa700eb645d3cace365ea 2024-11-27T12:21:55,429 DEBUG [RS:0;1ba5af43fd99:32897 {}] regionserver.HRegionServer(1351): Waiting on 3d9fdd0b78bfa700eb645d3cace365ea 2024-11-27T12:21:55,430 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3d9fdd0b78bfa700eb645d3cace365ea, disabling compactions & flushes 2024-11-27T12:21:55,430 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732710103125.3d9fdd0b78bfa700eb645d3cace365ea. 2024-11-27T12:21:55,430 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732710103125.3d9fdd0b78bfa700eb645d3cace365ea. 2024-11-27T12:21:55,430 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732710103125.3d9fdd0b78bfa700eb645d3cace365ea. after waiting 0 ms 2024-11-27T12:21:55,430 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732710103125.3d9fdd0b78bfa700eb645d3cace365ea. 2024-11-27T12:21:55,430 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3d9fdd0b78bfa700eb645d3cace365ea: Waiting for close lock at 1732710115429Running coprocessor pre-close hooks at 1732710115429Disabling compacts and flushes for region at 1732710115429Disabling writes for close at 1732710115430 (+1 ms)Failed flush hbase:replication,,1732710103125.3d9fdd0b78bfa700eb645d3cace365ea., putting online again at 1732710115430 2024-11-27T12:21:55,430 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732710103125.3d9fdd0b78bfa700eb645d3cace365ea. 2024-11-27T12:21:55,486 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.wal-reader.1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.1732710095653 to pos 1759, reset compression=false 2024-11-27T12:21:55,490 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.wal-reader.1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T12:21:55,490 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.wal-reader.1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.1732710095653 to pos 2403, reset compression=false 2024-11-27T12:21:55,630 INFO [RS:0;1ba5af43fd99:32897 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-27T12:21:55,630 INFO [RS:0;1ba5af43fd99:32897 {}] regionserver.HRegionServer(976): stopping server 1ba5af43fd99,32897,1732710093842; all regions closed. 2024-11-27T12:21:55,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42215 is added to blk_1073741834_1010 (size=4239) 2024-11-27T12:21:55,631 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.meta.1732710096190.meta not finished, retry = 0 2024-11-27T12:21:55,693 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.wal-reader.1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/WALs/1ba5af43fd99,32897,1732710093842/1ba5af43fd99%2C32897%2C1732710093842.1732710095653 to pos 2403, reset compression=false 2024-11-27T12:21:55,697 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 1488, reset compression=false 2024-11-27T12:21:55,709 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 1466, reset compression=false 2024-11-27T12:21:55,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42215 is added to blk_1073741839_1015 (size=2172) 2024-11-27T12:21:55,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42215 is added to blk_1073741833_1009 (size=2411) 2024-11-27T12:21:55,736 DEBUG [RS:0;1ba5af43fd99:32897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:55,736 INFO [RS:0;1ba5af43fd99:32897 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:21:55,737 INFO [RS:0;1ba5af43fd99:32897 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:21:55,737 INFO [RS:0;1ba5af43fd99:32897 {}] hbase.ChoreService(370): Chore service for: regionserver/1ba5af43fd99:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T12:21:55,737 INFO [RS:0;1ba5af43fd99:32897 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:21:55,737 INFO [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:21:55,737 INFO [RS:0;1ba5af43fd99:32897 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1ba5af43fd99,32897,1732710093842 because: Region server is closing 2024-11-27T12:21:55,737 INFO [RS:0;1ba5af43fd99:32897 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:32897. 2024-11-27T12:21:55,737 DEBUG [RS:0;1ba5af43fd99:32897 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:21:55,737 DEBUG [RS:0;1ba5af43fd99:32897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:55,737 DEBUG [RS:0;1ba5af43fd99:32897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:55,737 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:21:55,838 INFO [RS:0;1ba5af43fd99:32897 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.shipper1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 terminated 2024-11-27T12:21:55,838 WARN [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,32897,1732710093842.replicationSource.wal-reader.1ba5af43fd99%2C32897%2C1732710093842,1-1ba5af43fd99,32897,1732710093842 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T12:21:55,838 INFO [RS:0;1ba5af43fd99:32897 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:32897. 2024-11-27T12:21:55,839 DEBUG [RS:0;1ba5af43fd99:32897 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:21:55,839 DEBUG [RS:0;1ba5af43fd99:32897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:55,839 DEBUG [RS:0;1ba5af43fd99:32897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:55,839 INFO [RS:0;1ba5af43fd99:32897 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32897 2024-11-27T12:21:55,839 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:21:55,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43703-0x1017c3d98de0006, quorum=127.0.0.1:53817, baseZNode=/21917505233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21917505233/rs 2024-11-27T12:21:55,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32897-0x1017c3d98de0007, quorum=127.0.0.1:53817, baseZNode=/21917505233 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21917505233/rs/1ba5af43fd99,32897,1732710093842 2024-11-27T12:21:55,898 INFO [RS:0;1ba5af43fd99:32897 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:21:55,899 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ba5af43fd99,32897,1732710093842] 2024-11-27T12:21:56,018 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21917505233/draining/1ba5af43fd99,32897,1732710093842 already deleted, retry=false 2024-11-27T12:21:56,019 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ba5af43fd99,32897,1732710093842 expired; onlineServers=0 2024-11-27T12:21:56,019 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ba5af43fd99,43703,1732710093698' ***** 2024-11-27T12:21:56,019 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T12:21:56,019 INFO [M:0;1ba5af43fd99:43703 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:21:56,019 INFO [M:0;1ba5af43fd99:43703 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:21:56,019 DEBUG [M:0;1ba5af43fd99:43703 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T12:21:56,019 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T12:21:56,019 DEBUG [M:0;1ba5af43fd99:43703 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T12:21:56,019 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732710095345 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732710095345,5,FailOnTimeoutGroup] 2024-11-27T12:21:56,019 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732710095358 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732710095358,5,FailOnTimeoutGroup] 2024-11-27T12:21:56,019 INFO [M:0;1ba5af43fd99:43703 {}] hbase.ChoreService(370): Chore service for: master/1ba5af43fd99:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T12:21:56,019 INFO [M:0;1ba5af43fd99:43703 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:21:56,019 DEBUG [M:0;1ba5af43fd99:43703 {}] master.HMaster(1795): Stopping service threads 2024-11-27T12:21:56,019 INFO [M:0;1ba5af43fd99:43703 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T12:21:56,020 INFO [M:0;1ba5af43fd99:43703 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:21:56,020 INFO [M:0;1ba5af43fd99:43703 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T12:21:56,020 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T12:21:56,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32897-0x1017c3d98de0007, quorum=127.0.0.1:53817, baseZNode=/21917505233 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:21:56,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32897-0x1017c3d98de0007, quorum=127.0.0.1:53817, baseZNode=/21917505233 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:21:56,054 INFO [RS:0;1ba5af43fd99:32897 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:21:56,054 INFO [RS:0;1ba5af43fd99:32897 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ba5af43fd99,32897,1732710093842; zookeeper connection closed. 2024-11-27T12:21:56,054 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3b1d9698 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3b1d9698 2024-11-27T12:21:56,054 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T12:21:56,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43703-0x1017c3d98de0006, quorum=127.0.0.1:53817, baseZNode=/21917505233 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21917505233/master 2024-11-27T12:21:56,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43703-0x1017c3d98de0006, quorum=127.0.0.1:53817, baseZNode=/21917505233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21917505233 2024-11-27T12:21:56,082 DEBUG [M:0;1ba5af43fd99:43703 {}] zookeeper.ZKUtil(347): master:43703-0x1017c3d98de0006, quorum=127.0.0.1:53817, baseZNode=/21917505233 Unable to get data of znode /21917505233/master because node does not exist (not an error) 2024-11-27T12:21:56,082 WARN [M:0;1ba5af43fd99:43703 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T12:21:56,083 INFO [M:0;1ba5af43fd99:43703 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/.lastflushedseqids 2024-11-27T12:21:56,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42215 is added to blk_1073741847_1023 (size=245) 2024-11-27T12:21:56,201 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 1488, reset compression=false 2024-11-27T12:21:56,312 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 1466, reset compression=false 2024-11-27T12:21:56,489 INFO [M:0;1ba5af43fd99:43703 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T12:21:56,489 INFO [M:0;1ba5af43fd99:43703 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T12:21:56,489 DEBUG [M:0;1ba5af43fd99:43703 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:21:56,489 INFO [M:0;1ba5af43fd99:43703 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:21:56,489 DEBUG [M:0;1ba5af43fd99:43703 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:21:56,489 DEBUG [M:0;1ba5af43fd99:43703 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:21:56,489 DEBUG [M:0;1ba5af43fd99:43703 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:21:56,489 INFO [M:0;1ba5af43fd99:43703 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-11-27T12:21:56,505 DEBUG [M:0;1ba5af43fd99:43703 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/148b30a33a624ea1bb5879d09524e6e1 is 82, key is hbase:meta,,1/info:regioninfo/1732710096261/Put/seqid=0 2024-11-27T12:21:56,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42215 is added to blk_1073741848_1024 (size=5672) 2024-11-27T12:21:56,805 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 1488, reset compression=false 2024-11-27T12:21:56,909 INFO [M:0;1ba5af43fd99:43703 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/148b30a33a624ea1bb5879d09524e6e1 2024-11-27T12:21:56,928 DEBUG [M:0;1ba5af43fd99:43703 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0bbb1dc15d134810b112eee2a8a6ba04 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732710104321/Put/seqid=0 2024-11-27T12:21:56,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42215 is added to blk_1073741849_1025 (size=9213) 2024-11-27T12:21:57,017 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 1466, reset compression=false 2024-11-27T12:21:57,331 INFO [M:0;1ba5af43fd99:43703 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0bbb1dc15d134810b112eee2a8a6ba04 2024-11-27T12:21:57,346 DEBUG [M:0;1ba5af43fd99:43703 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4b9da64747b74480845f97fa3e0537d6 is 69, key is 1ba5af43fd99,32897,1732710093842/rs:state/1732710095399/Put/seqid=0 2024-11-27T12:21:57,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42215 is added to blk_1073741850_1026 (size=5156) 2024-11-27T12:21:57,508 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 1488, reset compression=false 2024-11-27T12:21:57,750 INFO [M:0;1ba5af43fd99:43703 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4b9da64747b74480845f97fa3e0537d6 2024-11-27T12:21:57,754 DEBUG [M:0;1ba5af43fd99:43703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/148b30a33a624ea1bb5879d09524e6e1 as hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/148b30a33a624ea1bb5879d09524e6e1 2024-11-27T12:21:57,757 INFO [M:0;1ba5af43fd99:43703 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/148b30a33a624ea1bb5879d09524e6e1, entries=8, sequenceid=127, filesize=5.5 K 2024-11-27T12:21:57,758 DEBUG [M:0;1ba5af43fd99:43703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0bbb1dc15d134810b112eee2a8a6ba04 as hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0bbb1dc15d134810b112eee2a8a6ba04 2024-11-27T12:21:57,761 INFO [M:0;1ba5af43fd99:43703 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0bbb1dc15d134810b112eee2a8a6ba04, entries=15, sequenceid=127, filesize=9.0 K 2024-11-27T12:21:57,761 DEBUG [M:0;1ba5af43fd99:43703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4b9da64747b74480845f97fa3e0537d6 as hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4b9da64747b74480845f97fa3e0537d6 2024-11-27T12:21:57,764 INFO [M:0;1ba5af43fd99:43703 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35435/user/jenkins/test-data/21108b7f-3914-c370-9d17-ab061bc1b802/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4b9da64747b74480845f97fa3e0537d6, entries=1, sequenceid=127, filesize=5.0 K 2024-11-27T12:21:57,765 INFO [M:0;1ba5af43fd99:43703 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=127, compaction requested=false 2024-11-27T12:21:57,766 INFO [M:0;1ba5af43fd99:43703 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:21:57,766 DEBUG [M:0;1ba5af43fd99:43703 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732710116489Disabling compacts and flushes for region at 1732710116489Disabling writes for close at 1732710116489Obtaining lock to block concurrent updates at 1732710116489Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732710116489Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1732710116489Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732710116490 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732710116490Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732710116505 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732710116505Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732710116913 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732710116928 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732710116928Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732710117334 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732710117346 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732710117346Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@396d9530: reopening flushed file at 1732710117753 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e366ea3: reopening flushed file at 1732710117757 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@143cd428: reopening flushed file at 1732710117761 (+4 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=127, compaction requested=false at 1732710117765 (+4 ms)Writing region close event to WAL at 1732710117766 (+1 ms)Closed at 1732710117766 2024-11-27T12:21:57,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42215 is added to blk_1073741830_1006 (size=73878) 2024-11-27T12:21:57,768 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:21:57,768 INFO [M:0;1ba5af43fd99:43703 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T12:21:57,769 INFO [M:0;1ba5af43fd99:43703 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43703 2024-11-27T12:21:57,769 INFO [M:0;1ba5af43fd99:43703 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:21:57,820 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 1466, reset compression=false 2024-11-27T12:21:57,978 INFO [M:0;1ba5af43fd99:43703 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:21:57,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43703-0x1017c3d98de0006, quorum=127.0.0.1:53817, baseZNode=/21917505233 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:21:57,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43703-0x1017c3d98de0006, quorum=127.0.0.1:53817, baseZNode=/21917505233 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:21:57,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45dd381e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:21:57,981 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b6447ba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:21:57,981 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:21:57,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14b05bf4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:21:57,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18c05b4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da304e06-1f49-f63c-fd48-41b2fe46bcc7/hadoop.log.dir/,STOPPED} 2024-11-27T12:21:57,983 WARN [BP-218322786-172.17.0.3-1732710091455 heartbeating to localhost/127.0.0.1:35435 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T12:21:57,983 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T12:21:57,983 WARN [BP-218322786-172.17.0.3-1732710091455 heartbeating to localhost/127.0.0.1:35435 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-218322786-172.17.0.3-1732710091455 (Datanode Uuid 2153ebbd-d0f6-4dce-b01c-71d7811cd024) service to localhost/127.0.0.1:35435 2024-11-27T12:21:57,983 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T12:21:57,984 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da304e06-1f49-f63c-fd48-41b2fe46bcc7/cluster_9ca636c3-0eac-cbe5-43d9-60ef23bb6713/data/data1/current/BP-218322786-172.17.0.3-1732710091455 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:21:57,984 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da304e06-1f49-f63c-fd48-41b2fe46bcc7/cluster_9ca636c3-0eac-cbe5-43d9-60ef23bb6713/data/data2/current/BP-218322786-172.17.0.3-1732710091455 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:21:57,984 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T12:21:57,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f6d4f7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:21:57,990 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26e89182{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:21:57,990 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:21:57,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c1eb1c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:21:57,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cdfa9ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da304e06-1f49-f63c-fd48-41b2fe46bcc7/hadoop.log.dir/,STOPPED} 2024-11-27T12:21:58,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T12:21:58,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T12:21:58,010 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:21:58,010 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:21:58,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:58,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:58,010 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:21:58,011 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T12:21:58,011 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1192872698, stopped=false 2024-11-27T12:21:58,011 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ba5af43fd99,36611,1732710088477 2024-11-27T12:21:58,066 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T12:21:58,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36611-0x1017c3d98de0003, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1761427297/running 2024-11-27T12:21:58,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43677-0x1017c3d98de0004, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1761427297/running 2024-11-27T12:21:58,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36611-0x1017c3d98de0003, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1761427297 2024-11-27T12:21:58,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43677-0x1017c3d98de0004, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1761427297 2024-11-27T12:21:58,075 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:21:58,075 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36611-0x1017c3d98de0003, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Set watcher on znode that does not yet exist, /1-1761427297/running 2024-11-27T12:21:58,075 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43677-0x1017c3d98de0004, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Set watcher on znode that does not yet exist, /1-1761427297/running 2024-11-27T12:21:58,076 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:21:58,076 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:21:58,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:58,076 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ba5af43fd99,43677,1732710088721' ***** 2024-11-27T12:21:58,076 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T12:21:58,076 INFO [RS:0;1ba5af43fd99:43677 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T12:21:58,076 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T12:21:58,076 INFO [RS:0;1ba5af43fd99:43677 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T12:21:58,076 INFO [RS:0;1ba5af43fd99:43677 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T12:21:58,077 INFO [RS:0;1ba5af43fd99:43677 {}] regionserver.HRegionServer(3091): Received CLOSE for 43705183cfd92ce12aa3f81cf410bf4c 2024-11-27T12:21:58,077 INFO [RS:0;1ba5af43fd99:43677 {}] regionserver.HRegionServer(3091): Received CLOSE for 4497e0d26cd480f516717f3e9b8e35d8 2024-11-27T12:21:58,077 INFO [RS:0;1ba5af43fd99:43677 {}] regionserver.HRegionServer(959): stopping server 1ba5af43fd99,43677,1732710088721 2024-11-27T12:21:58,077 INFO [RS:0;1ba5af43fd99:43677 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:21:58,077 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 43705183cfd92ce12aa3f81cf410bf4c, disabling compactions & flushes 2024-11-27T12:21:58,077 INFO [RS:0;1ba5af43fd99:43677 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:43677. 2024-11-27T12:21:58,077 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732710100954.43705183cfd92ce12aa3f81cf410bf4c. 2024-11-27T12:21:58,077 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732710100954.43705183cfd92ce12aa3f81cf410bf4c. 2024-11-27T12:21:58,077 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732710100954.43705183cfd92ce12aa3f81cf410bf4c. after waiting 0 ms 2024-11-27T12:21:58,077 DEBUG [RS:0;1ba5af43fd99:43677 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:21:58,077 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732710100954.43705183cfd92ce12aa3f81cf410bf4c. 2024-11-27T12:21:58,077 DEBUG [RS:0;1ba5af43fd99:43677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:21:58,077 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 43705183cfd92ce12aa3f81cf410bf4c 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-27T12:21:58,077 INFO [RS:0;1ba5af43fd99:43677 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T12:21:58,077 INFO [RS:0;1ba5af43fd99:43677 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T12:21:58,077 INFO [RS:0;1ba5af43fd99:43677 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T12:21:58,077 INFO [RS:0;1ba5af43fd99:43677 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T12:21:58,077 INFO [RS:0;1ba5af43fd99:43677 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T12:21:58,077 DEBUG [RS:0;1ba5af43fd99:43677 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 43705183cfd92ce12aa3f81cf410bf4c=hbase:replication,,1732710100954.43705183cfd92ce12aa3f81cf410bf4c., 4497e0d26cd480f516717f3e9b8e35d8=test,,1732710097512.4497e0d26cd480f516717f3e9b8e35d8.} 2024-11-27T12:21:58,077 DEBUG [RS:0;1ba5af43fd99:43677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 43705183cfd92ce12aa3f81cf410bf4c, 4497e0d26cd480f516717f3e9b8e35d8 2024-11-27T12:21:58,077 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:21:58,077 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:21:58,077 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:21:58,077 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:21:58,077 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:21:58,078 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T12:21:58,092 INFO [regionserver/1ba5af43fd99:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:21:58,094 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/hbase/meta/1588230740/.tmp/info/138825ac8a674740bc08bb531a9c07a2 is 147, key is hbase:replication,,1732710100954.43705183cfd92ce12aa3f81cf410bf4c./info:regioninfo/1732710102160/Put/seqid=0 2024-11-27T12:21:58,095 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/hbase/replication/43705183cfd92ce12aa3f81cf410bf4c/.tmp/queue/f6c75bb8dca34bf892ef259c7114102f is 154, key is 1-1ba5af43fd99,43677,1732710088721/queue:1ba5af43fd99%2C43677%2C1732710088721/1732710114300/Put/seqid=0 2024-11-27T12:21:58,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741840_1016 (size=7686) 2024-11-27T12:21:58,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741841_1017 (size=5353) 2024-11-27T12:21:58,099 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/hbase/replication/43705183cfd92ce12aa3f81cf410bf4c/.tmp/queue/f6c75bb8dca34bf892ef259c7114102f 2024-11-27T12:21:58,103 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/hbase/replication/43705183cfd92ce12aa3f81cf410bf4c/.tmp/queue/f6c75bb8dca34bf892ef259c7114102f as hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/hbase/replication/43705183cfd92ce12aa3f81cf410bf4c/queue/f6c75bb8dca34bf892ef259c7114102f 2024-11-27T12:21:58,107 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/hbase/replication/43705183cfd92ce12aa3f81cf410bf4c/queue/f6c75bb8dca34bf892ef259c7114102f, entries=1, sequenceid=14, filesize=5.2 K 2024-11-27T12:21:58,108 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 43705183cfd92ce12aa3f81cf410bf4c in 31ms, sequenceid=14, compaction requested=false 2024-11-27T12:21:58,111 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/hbase/replication/43705183cfd92ce12aa3f81cf410bf4c/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-27T12:21:58,112 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:21:58,112 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:21:58,112 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732710100954.43705183cfd92ce12aa3f81cf410bf4c. 2024-11-27T12:21:58,112 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 43705183cfd92ce12aa3f81cf410bf4c: Waiting for close lock at 1732710118077Running coprocessor pre-close hooks at 1732710118077Disabling compacts and flushes for region at 1732710118077Disabling writes for close at 1732710118077Obtaining lock to block concurrent updates at 1732710118077Preparing flush snapshotting stores in 43705183cfd92ce12aa3f81cf410bf4c at 1732710118077Finished memstore snapshotting hbase:replication,,1732710100954.43705183cfd92ce12aa3f81cf410bf4c., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732710118077Flushing stores of hbase:replication,,1732710100954.43705183cfd92ce12aa3f81cf410bf4c. at 1732710118078 (+1 ms)Flushing 43705183cfd92ce12aa3f81cf410bf4c/queue: creating writer at 1732710118078Flushing 43705183cfd92ce12aa3f81cf410bf4c/queue: appending metadata at 1732710118095 (+17 ms)Flushing 43705183cfd92ce12aa3f81cf410bf4c/queue: closing flushed file at 1732710118095Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@484a7de0: reopening flushed file at 1732710118102 (+7 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 43705183cfd92ce12aa3f81cf410bf4c in 31ms, sequenceid=14, compaction requested=false at 1732710118108 (+6 ms)Writing region close event to WAL at 1732710118109 (+1 ms)Running coprocessor post-close hooks at 1732710118112 (+3 ms)Closed at 1732710118112 2024-11-27T12:21:58,112 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732710100954.43705183cfd92ce12aa3f81cf410bf4c. 2024-11-27T12:21:58,112 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4497e0d26cd480f516717f3e9b8e35d8, disabling compactions & flushes 2024-11-27T12:21:58,112 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732710097512.4497e0d26cd480f516717f3e9b8e35d8. 2024-11-27T12:21:58,112 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732710097512.4497e0d26cd480f516717f3e9b8e35d8. 2024-11-27T12:21:58,112 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732710097512.4497e0d26cd480f516717f3e9b8e35d8. after waiting 0 ms 2024-11-27T12:21:58,113 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732710097512.4497e0d26cd480f516717f3e9b8e35d8. 2024-11-27T12:21:58,113 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4497e0d26cd480f516717f3e9b8e35d8 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-27T12:21:58,131 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/default/test/4497e0d26cd480f516717f3e9b8e35d8/.tmp/f/dd97c6d39a97429f9241936e7a9fb8ed is 37, key is row3/f:row3/1732710113032/Put/seqid=0 2024-11-27T12:21:58,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741842_1018 (size=5228) 2024-11-27T12:21:58,277 DEBUG [RS:0;1ba5af43fd99:43677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4497e0d26cd480f516717f3e9b8e35d8 2024-11-27T12:21:58,311 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 1488, reset compression=false 2024-11-27T12:21:58,463 INFO [regionserver/1ba5af43fd99:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T12:21:58,463 INFO [regionserver/1ba5af43fd99:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T12:21:58,478 DEBUG [RS:0;1ba5af43fd99:43677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4497e0d26cd480f516717f3e9b8e35d8 2024-11-27T12:21:58,498 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/hbase/meta/1588230740/.tmp/info/138825ac8a674740bc08bb531a9c07a2 2024-11-27T12:21:58,515 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/hbase/meta/1588230740/.tmp/ns/786414d1d5874fd5b2a10fc8ec1ce0eb is 43, key is default/ns:d/1732710091301/Put/seqid=0 2024-11-27T12:21:58,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741843_1019 (size=5153) 2024-11-27T12:21:58,525 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/hbase/meta/1588230740/.tmp/ns/786414d1d5874fd5b2a10fc8ec1ce0eb 2024-11-27T12:21:58,541 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/default/test/4497e0d26cd480f516717f3e9b8e35d8/.tmp/f/dd97c6d39a97429f9241936e7a9fb8ed 2024-11-27T12:21:58,544 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dd97c6d39a97429f9241936e7a9fb8ed 2024-11-27T12:21:58,547 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/hbase/meta/1588230740/.tmp/rep_barrier/5f5e285c80124da18dabfed53708c2d7 is 112, key is test,,1732710097512.4497e0d26cd480f516717f3e9b8e35d8./rep_barrier:seqnumDuringOpen/1732710098261/Put/seqid=0 2024-11-27T12:21:58,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741844_1020 (size=5518) 2024-11-27T12:21:58,557 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/default/test/4497e0d26cd480f516717f3e9b8e35d8/.tmp/f1/4d635a7f26754479a7ae8f8b7b70643f is 30, key is row1/f1:/1732710110374/DeleteFamily/seqid=0 2024-11-27T12:21:58,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741845_1021 (size=5158) 2024-11-27T12:21:58,678 DEBUG [RS:0;1ba5af43fd99:43677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4497e0d26cd480f516717f3e9b8e35d8 2024-11-27T12:21:58,723 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 1466, reset compression=false 2024-11-27T12:21:58,727 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T12:21:58,727 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 1713, reset compression=false 2024-11-27T12:21:58,727 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.shipper1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,43677,1732710088721 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603, lastWalPosition=1713, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T12:21:58,728 ERROR [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.shipper1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1ba5af43fd99,43677,1732710088721: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1ba5af43fd99,43677,1732710088721, walGroup=1ba5af43fd99%2C43677%2C1732710088721, offset=1ba5af43fd99%2C43677%2C1732710088721.1732710090603:1713, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:43677 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T12:21:58,729 ERROR [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.shipper1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T12:21:58,729 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.shipper1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T12:21:58,729 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.shipper1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T12:21:58,729 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.shipper1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T12:21:58,729 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.shipper1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T12:21:58,730 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.shipper1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1184890880, "init": 1048576000, "max": 2306867200, "used": 987907896 }, "NonHeapMemoryUsage": { "committed": 202571776, "init": 7667712, "max": -1, "used": 199572416 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T12:21:58,730 WARN [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.shipper1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:36611 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:36611 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T12:21:58,878 DEBUG [RS:0;1ba5af43fd99:43677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4497e0d26cd480f516717f3e9b8e35d8 2024-11-27T12:21:58,933 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 1713, reset compression=false 2024-11-27T12:21:58,952 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/hbase/meta/1588230740/.tmp/rep_barrier/5f5e285c80124da18dabfed53708c2d7 2024-11-27T12:21:58,961 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/default/test/4497e0d26cd480f516717f3e9b8e35d8/.tmp/f1/4d635a7f26754479a7ae8f8b7b70643f 2024-11-27T12:21:58,965 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4d635a7f26754479a7ae8f8b7b70643f 2024-11-27T12:21:58,974 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/hbase/meta/1588230740/.tmp/table/a0174bc0d4aa4939b530f254c45ff1ed is 53, key is hbase:replication/table:state/1732710102174/Put/seqid=0 2024-11-27T12:21:58,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741846_1022 (size=5308) 2024-11-27T12:21:58,985 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/default/test/4497e0d26cd480f516717f3e9b8e35d8/.tmp/norep/c13fe8b3ada24d6bbac9d6d1206535d2 is 33, key is row1/norep:/1732710110374/DeleteFamily/seqid=0 2024-11-27T12:21:58,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741847_1023 (size=5108) 2024-11-27T12:21:59,078 INFO [RS:0;1ba5af43fd99:43677 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T12:21:59,078 DEBUG [RS:0;1ba5af43fd99:43677 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4497e0d26cd480f516717f3e9b8e35d8=test,,1732710097512.4497e0d26cd480f516717f3e9b8e35d8.} 2024-11-27T12:21:59,078 DEBUG [RS:0;1ba5af43fd99:43677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4497e0d26cd480f516717f3e9b8e35d8 2024-11-27T12:21:59,214 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 1488, reset compression=false 2024-11-27T12:21:59,236 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 1713, reset compression=false 2024-11-27T12:21:59,278 DEBUG [RS:0;1ba5af43fd99:43677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4497e0d26cd480f516717f3e9b8e35d8 2024-11-27T12:21:59,380 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/hbase/meta/1588230740/.tmp/table/a0174bc0d4aa4939b530f254c45ff1ed 2024-11-27T12:21:59,384 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/hbase/meta/1588230740/.tmp/info/138825ac8a674740bc08bb531a9c07a2 as hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/hbase/meta/1588230740/info/138825ac8a674740bc08bb531a9c07a2 2024-11-27T12:21:59,389 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/hbase/meta/1588230740/info/138825ac8a674740bc08bb531a9c07a2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T12:21:59,389 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/hbase/meta/1588230740/.tmp/ns/786414d1d5874fd5b2a10fc8ec1ce0eb as hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/hbase/meta/1588230740/ns/786414d1d5874fd5b2a10fc8ec1ce0eb 2024-11-27T12:21:59,392 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/default/test/4497e0d26cd480f516717f3e9b8e35d8/.tmp/norep/c13fe8b3ada24d6bbac9d6d1206535d2 2024-11-27T12:21:59,393 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/hbase/meta/1588230740/ns/786414d1d5874fd5b2a10fc8ec1ce0eb, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T12:21:59,395 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/hbase/meta/1588230740/.tmp/rep_barrier/5f5e285c80124da18dabfed53708c2d7 as hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/hbase/meta/1588230740/rep_barrier/5f5e285c80124da18dabfed53708c2d7 2024-11-27T12:21:59,398 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/hbase/meta/1588230740/rep_barrier/5f5e285c80124da18dabfed53708c2d7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T12:21:59,399 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/hbase/meta/1588230740/.tmp/table/a0174bc0d4aa4939b530f254c45ff1ed as hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/hbase/meta/1588230740/table/a0174bc0d4aa4939b530f254c45ff1ed 2024-11-27T12:21:59,402 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/hbase/meta/1588230740/table/a0174bc0d4aa4939b530f254c45ff1ed, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T12:21:59,479 DEBUG [RS:0;1ba5af43fd99:43677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4497e0d26cd480f516717f3e9b8e35d8 2024-11-27T12:21:59,641 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 1713, reset compression=false 2024-11-27T12:21:59,679 DEBUG [RS:0;1ba5af43fd99:43677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4497e0d26cd480f516717f3e9b8e35d8 2024-11-27T12:21:59,791 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c13fe8b3ada24d6bbac9d6d1206535d2 2024-11-27T12:21:59,791 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/default/test/4497e0d26cd480f516717f3e9b8e35d8/.tmp/f/dd97c6d39a97429f9241936e7a9fb8ed as hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/default/test/4497e0d26cd480f516717f3e9b8e35d8/f/dd97c6d39a97429f9241936e7a9fb8ed 2024-11-27T12:21:59,795 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dd97c6d39a97429f9241936e7a9fb8ed 2024-11-27T12:21:59,795 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/default/test/4497e0d26cd480f516717f3e9b8e35d8/f/dd97c6d39a97429f9241936e7a9fb8ed, entries=5, sequenceid=12, filesize=5.1 K 2024-11-27T12:21:59,795 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/default/test/4497e0d26cd480f516717f3e9b8e35d8/.tmp/f1/4d635a7f26754479a7ae8f8b7b70643f as hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/default/test/4497e0d26cd480f516717f3e9b8e35d8/f1/4d635a7f26754479a7ae8f8b7b70643f 2024-11-27T12:21:59,798 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4d635a7f26754479a7ae8f8b7b70643f 2024-11-27T12:21:59,799 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/default/test/4497e0d26cd480f516717f3e9b8e35d8/f1/4d635a7f26754479a7ae8f8b7b70643f, entries=3, sequenceid=12, filesize=5.0 K 2024-11-27T12:21:59,799 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/default/test/4497e0d26cd480f516717f3e9b8e35d8/.tmp/norep/c13fe8b3ada24d6bbac9d6d1206535d2 as hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/default/test/4497e0d26cd480f516717f3e9b8e35d8/norep/c13fe8b3ada24d6bbac9d6d1206535d2 2024-11-27T12:21:59,802 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c13fe8b3ada24d6bbac9d6d1206535d2 2024-11-27T12:21:59,802 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/default/test/4497e0d26cd480f516717f3e9b8e35d8/norep/c13fe8b3ada24d6bbac9d6d1206535d2, entries=1, sequenceid=12, filesize=5.0 K 2024-11-27T12:21:59,869 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_877591467_20 at /127.0.0.1:57904 [Receiving block BP-1893171897-172.17.0.3-1732710085596:blk_1073741834_1010] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 466ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06f5b259-1737-139c-51eb-0f5d4f93acd9/cluster_19c573cd-b825-5616-9004-230d19a6facf/data/data2/, blockId=1073741834, seqno=15 2024-11-27T12:21:59,869 INFO [AsyncFSWAL-0-hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf-prefix:1ba5af43fd99,43677,1732710088721.meta {}] wal.AbstractFSWAL(1368): Slow sync cost: 466 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:37755,DS-53d0c590-6f1c-4581-b41a-535442f4ffb0,DISK]] 2024-11-27T12:21:59,869 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4497e0d26cd480f516717f3e9b8e35d8 in 1756ms, sequenceid=12, compaction requested=false 2024-11-27T12:21:59,870 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1792ms, sequenceid=16, compaction requested=false 2024-11-27T12:21:59,870 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T12:21:59,870 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T12:21:59,879 DEBUG [RS:0;1ba5af43fd99:43677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4497e0d26cd480f516717f3e9b8e35d8 2024-11-27T12:21:59,880 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T12:21:59,881 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:21:59,881 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:21:59,881 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:21:59,881 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732710118077Running coprocessor pre-close hooks at 1732710118077Disabling compacts and flushes for region at 1732710118077Disabling writes for close at 1732710118077Obtaining lock to block concurrent updates at 1732710118078 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732710118078Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732710118078Flushing stores of hbase:meta,,1.1588230740 at 1732710118078Flushing 1588230740/info: creating writer at 1732710118078Flushing 1588230740/info: appending metadata at 1732710118094 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732710118094Flushing 1588230740/ns: creating writer at 1732710118502 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732710118515 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732710118515Flushing 1588230740/rep_barrier: creating writer at 1732710118528 (+13 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732710118546 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732710118546Flushing 1588230740/table: creating writer at 1732710118957 (+411 ms)Flushing 1588230740/table: appending metadata at 1732710118973 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732710118973Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4951fe44: reopening flushed file at 1732710119384 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f12f20b: reopening flushed file at 1732710119389 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d805661: reopening flushed file at 1732710119393 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e436fe0: reopening flushed file at 1732710119398 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1792ms, sequenceid=16, compaction requested=false at 1732710119870 (+472 ms)Writing region close event to WAL at 1732710119872 (+2 ms)Running coprocessor post-close hooks at 1732710119881 (+9 ms)Closed at 1732710119881 2024-11-27T12:21:59,882 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T12:21:59,883 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/data/default/test/4497e0d26cd480f516717f3e9b8e35d8/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T12:21:59,883 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:21:59,883 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T12:21:59,883 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732710097512.4497e0d26cd480f516717f3e9b8e35d8. 2024-11-27T12:21:59,883 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4497e0d26cd480f516717f3e9b8e35d8: Waiting for close lock at 1732710118112Running coprocessor pre-close hooks at 1732710118112Disabling compacts and flushes for region at 1732710118112Disabling writes for close at 1732710118113 (+1 ms)Obtaining lock to block concurrent updates at 1732710118113Preparing flush snapshotting stores in 4497e0d26cd480f516717f3e9b8e35d8 at 1732710118113Finished memstore snapshotting test,,1732710097512.4497e0d26cd480f516717f3e9b8e35d8., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732710118113Flushing stores of test,,1732710097512.4497e0d26cd480f516717f3e9b8e35d8. at 1732710118113Flushing 4497e0d26cd480f516717f3e9b8e35d8/f: creating writer at 1732710118114 (+1 ms)Flushing 4497e0d26cd480f516717f3e9b8e35d8/f: appending metadata at 1732710118130 (+16 ms)Flushing 4497e0d26cd480f516717f3e9b8e35d8/f: closing flushed file at 1732710118130Flushing 4497e0d26cd480f516717f3e9b8e35d8/f1: creating writer at 1732710118544 (+414 ms)Flushing 4497e0d26cd480f516717f3e9b8e35d8/f1: appending metadata at 1732710118556 (+12 ms)Flushing 4497e0d26cd480f516717f3e9b8e35d8/f1: closing flushed file at 1732710118556Flushing 4497e0d26cd480f516717f3e9b8e35d8/norep: creating writer at 1732710118965 (+409 ms)Flushing 4497e0d26cd480f516717f3e9b8e35d8/norep: appending metadata at 1732710118984 (+19 ms)Flushing 4497e0d26cd480f516717f3e9b8e35d8/norep: closing flushed file at 1732710118984Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cbab51b: reopening flushed file at 1732710119791 (+807 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c5c7c46: reopening flushed file at 1732710119795 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5865d135: reopening flushed file at 1732710119799 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4497e0d26cd480f516717f3e9b8e35d8 in 1756ms, sequenceid=12, compaction requested=false at 1732710119870 (+71 ms)Writing region close event to WAL at 1732710119876 (+6 ms)Running coprocessor post-close hooks at 1732710119883 (+7 ms)Closed at 1732710119883 2024-11-27T12:21:59,883 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732710097512.4497e0d26cd480f516717f3e9b8e35d8. 2024-11-27T12:22:00,079 INFO [RS:0;1ba5af43fd99:43677 {}] regionserver.HRegionServer(976): stopping server 1ba5af43fd99,43677,1732710088721; all regions closed. 2024-11-27T12:22:00,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741834_1010 (size=4239) 2024-11-27T12:22:00,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741839_1015 (size=3552) 2024-11-27T12:22:00,090 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 not finished, retry = 0 2024-11-27T12:22:00,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741832_1008 (size=2365) 2024-11-27T12:22:00,144 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 to pos 1713, reset compression=false 2024-11-27T12:22:00,191 DEBUG [RS:0;1ba5af43fd99:43677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:00,191 INFO [RS:0;1ba5af43fd99:43677 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:22:00,191 INFO [RS:0;1ba5af43fd99:43677 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:22:00,191 INFO [RS:0;1ba5af43fd99:43677 {}] hbase.ChoreService(370): Chore service for: regionserver/1ba5af43fd99:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T12:22:00,191 INFO [RS:0;1ba5af43fd99:43677 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:22:00,191 INFO [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:22:00,192 INFO [RS:0;1ba5af43fd99:43677 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1ba5af43fd99,43677,1732710088721 because: Region server is closing 2024-11-27T12:22:00,192 INFO [RS:0;1ba5af43fd99:43677 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:43677. 2024-11-27T12:22:00,192 DEBUG [RS:0;1ba5af43fd99:43677 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:22:00,192 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/WALs/1ba5af43fd99,43677,1732710088721/1ba5af43fd99%2C43677%2C1732710088721.1732710090603 2024-11-27T12:22:00,192 DEBUG [RS:0;1ba5af43fd99:43677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:00,192 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.wal-reader.1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T12:22:00,192 DEBUG [RS:0;1ba5af43fd99:43677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:00,192 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:22:00,192 INFO [RS:0;1ba5af43fd99:43677 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,43677,1732710088721.replicationSource.shipper1ba5af43fd99%2C43677%2C1732710088721,1-1ba5af43fd99,43677,1732710088721 terminated 2024-11-27T12:22:00,193 INFO [RS:0;1ba5af43fd99:43677 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:43677. 2024-11-27T12:22:00,193 DEBUG [RS:0;1ba5af43fd99:43677 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:22:00,193 DEBUG [RS:0;1ba5af43fd99:43677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:00,193 DEBUG [RS:0;1ba5af43fd99:43677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:00,193 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:22:00,193 INFO [RS:0;1ba5af43fd99:43677 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43677 2024-11-27T12:22:00,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36611-0x1017c3d98de0003, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1761427297/rs 2024-11-27T12:22:00,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43677-0x1017c3d98de0004, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1761427297/rs/1ba5af43fd99,43677,1732710088721 2024-11-27T12:22:00,204 INFO [RS:0;1ba5af43fd99:43677 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:22:00,220 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 1488, reset compression=false 2024-11-27T12:22:00,225 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ba5af43fd99,43677,1732710088721] 2024-11-27T12:22:00,246 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1761427297/draining/1ba5af43fd99,43677,1732710088721 already deleted, retry=false 2024-11-27T12:22:00,246 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ba5af43fd99,43677,1732710088721 expired; onlineServers=0 2024-11-27T12:22:00,246 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ba5af43fd99,36611,1732710088477' ***** 2024-11-27T12:22:00,246 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T12:22:00,246 INFO [M:0;1ba5af43fd99:36611 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:22:00,247 INFO [M:0;1ba5af43fd99:36611 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:22:00,247 DEBUG [M:0;1ba5af43fd99:36611 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T12:22:00,247 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T12:22:00,247 DEBUG [M:0;1ba5af43fd99:36611 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T12:22:00,247 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732710090377 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732710090377,5,FailOnTimeoutGroup] 2024-11-27T12:22:00,247 INFO [M:0;1ba5af43fd99:36611 {}] hbase.ChoreService(370): Chore service for: master/1ba5af43fd99:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T12:22:00,247 INFO [M:0;1ba5af43fd99:36611 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:22:00,247 DEBUG [M:0;1ba5af43fd99:36611 {}] master.HMaster(1795): Stopping service threads 2024-11-27T12:22:00,247 INFO [M:0;1ba5af43fd99:36611 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T12:22:00,247 INFO [M:0;1ba5af43fd99:36611 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:22:00,247 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732710090376 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732710090376,5,FailOnTimeoutGroup] 2024-11-27T12:22:00,247 INFO [M:0;1ba5af43fd99:36611 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T12:22:00,247 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T12:22:00,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36611-0x1017c3d98de0003, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1761427297/master 2024-11-27T12:22:00,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36611-0x1017c3d98de0003, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1761427297 2024-11-27T12:22:00,268 DEBUG [M:0;1ba5af43fd99:36611 {}] zookeeper.ZKUtil(347): master:36611-0x1017c3d98de0003, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Unable to get data of znode /1-1761427297/master because node does not exist (not an error) 2024-11-27T12:22:00,268 WARN [M:0;1ba5af43fd99:36611 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T12:22:00,268 INFO [M:0;1ba5af43fd99:36611 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/.lastflushedseqids 2024-11-27T12:22:00,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741848_1024 (size=245) 2024-11-27T12:22:00,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:00,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:00,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:00,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43677-0x1017c3d98de0004, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:22:00,325 INFO [RS:0;1ba5af43fd99:43677 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:22:00,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43677-0x1017c3d98de0004, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:22:00,326 INFO [RS:0;1ba5af43fd99:43677 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ba5af43fd99,43677,1732710088721; zookeeper connection closed. 2024-11-27T12:22:00,326 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4abc6703 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4abc6703 2024-11-27T12:22:00,326 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T12:22:00,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:00,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:00,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:00,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:00,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:00,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:00,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:00,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:00,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:00,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:00,681 INFO [M:0;1ba5af43fd99:36611 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T12:22:00,681 INFO [M:0;1ba5af43fd99:36611 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T12:22:00,682 DEBUG [M:0;1ba5af43fd99:36611 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:22:00,682 INFO [M:0;1ba5af43fd99:36611 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:22:00,682 DEBUG [M:0;1ba5af43fd99:36611 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:22:00,682 DEBUG [M:0;1ba5af43fd99:36611 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:22:00,682 DEBUG [M:0;1ba5af43fd99:36611 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:22:00,682 INFO [M:0;1ba5af43fd99:36611 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-27T12:22:00,708 DEBUG [M:0;1ba5af43fd99:36611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89719ec795fd4b00a99c1e40e1e45cd9 is 82, key is hbase:meta,,1/info:regioninfo/1732710091276/Put/seqid=0 2024-11-27T12:22:00,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741849_1025 (size=5672) 2024-11-27T12:22:00,714 INFO [M:0;1ba5af43fd99:36611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89719ec795fd4b00a99c1e40e1e45cd9 2024-11-27T12:22:00,734 DEBUG [M:0;1ba5af43fd99:36611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/974e32b766c648dd9a3aec2c366c1e5f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732710102180/Put/seqid=0 2024-11-27T12:22:00,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741850_1026 (size=8516) 2024-11-27T12:22:00,921 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:22:00,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:00,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:00,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:00,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:00,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:00,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:00,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:00,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:00,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:00,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:00,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:00,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:00,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:01,139 INFO [M:0;1ba5af43fd99:36611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/974e32b766c648dd9a3aec2c366c1e5f 2024-11-27T12:22:01,165 DEBUG [M:0;1ba5af43fd99:36611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/27de32c4ca764ea1a7e5332d48a2f029 is 69, key is 1ba5af43fd99,43677,1732710088721/rs:state/1732710090417/Put/seqid=0 2024-11-27T12:22:01,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741851_1027 (size=5156) 2024-11-27T12:22:01,323 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 1488, reset compression=false 2024-11-27T12:22:01,568 INFO [M:0;1ba5af43fd99:36611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/27de32c4ca764ea1a7e5332d48a2f029 2024-11-27T12:22:01,572 DEBUG [M:0;1ba5af43fd99:36611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89719ec795fd4b00a99c1e40e1e45cd9 as hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/89719ec795fd4b00a99c1e40e1e45cd9 2024-11-27T12:22:01,575 INFO [M:0;1ba5af43fd99:36611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/89719ec795fd4b00a99c1e40e1e45cd9, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T12:22:01,576 DEBUG [M:0;1ba5af43fd99:36611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/974e32b766c648dd9a3aec2c366c1e5f as hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/974e32b766c648dd9a3aec2c366c1e5f 2024-11-27T12:22:01,579 INFO [M:0;1ba5af43fd99:36611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/974e32b766c648dd9a3aec2c366c1e5f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T12:22:01,579 DEBUG [M:0;1ba5af43fd99:36611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/27de32c4ca764ea1a7e5332d48a2f029 as hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/27de32c4ca764ea1a7e5332d48a2f029 2024-11-27T12:22:01,582 INFO [M:0;1ba5af43fd99:36611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39367/user/jenkins/test-data/96cb0365-90dd-5d6e-2a02-ca17482c8caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/27de32c4ca764ea1a7e5332d48a2f029, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T12:22:01,583 INFO [M:0;1ba5af43fd99:36611 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 901ms, sequenceid=97, compaction requested=false 2024-11-27T12:22:01,584 INFO [M:0;1ba5af43fd99:36611 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:22:01,584 DEBUG [M:0;1ba5af43fd99:36611 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732710120682Disabling compacts and flushes for region at 1732710120682Disabling writes for close at 1732710120682Obtaining lock to block concurrent updates at 1732710120682Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732710120682Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732710120682Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732710120683 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732710120683Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732710120707 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732710120707Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732710120718 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732710120734 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732710120734Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732710121146 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732710121164 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732710121164Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@115d7ceb: reopening flushed file at 1732710121572 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2473597a: reopening flushed file at 1732710121575 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50caded1: reopening flushed file at 1732710121579 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 901ms, sequenceid=97, compaction requested=false at 1732710121583 (+4 ms)Writing region close event to WAL at 1732710121584 (+1 ms)Closed at 1732710121584 2024-11-27T12:22:01,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741830_1006 (size=63654) 2024-11-27T12:22:01,586 INFO [M:0;1ba5af43fd99:36611 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T12:22:01,587 INFO [M:0;1ba5af43fd99:36611 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36611 2024-11-27T12:22:01,587 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:22:01,587 INFO [M:0;1ba5af43fd99:36611 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:22:01,704 INFO [M:0;1ba5af43fd99:36611 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:22:01,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36611-0x1017c3d98de0003, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:22:01,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36611-0x1017c3d98de0003, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:22:01,707 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@525e5e7f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:22:01,707 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1036e7c6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:22:01,707 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:22:01,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2be1fe91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:22:01,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37e857e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06f5b259-1737-139c-51eb-0f5d4f93acd9/hadoop.log.dir/,STOPPED} 2024-11-27T12:22:01,710 WARN [BP-1893171897-172.17.0.3-1732710085596 heartbeating to localhost/127.0.0.1:39367 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T12:22:01,710 WARN [BP-1893171897-172.17.0.3-1732710085596 heartbeating to localhost/127.0.0.1:39367 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1893171897-172.17.0.3-1732710085596 (Datanode Uuid 6d468d3d-0fc6-4597-88b0-214f6dda96c5) service to localhost/127.0.0.1:39367 2024-11-27T12:22:01,710 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T12:22:01,710 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T12:22:01,710 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06f5b259-1737-139c-51eb-0f5d4f93acd9/cluster_19c573cd-b825-5616-9004-230d19a6facf/data/data1/current/BP-1893171897-172.17.0.3-1732710085596 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:22:01,711 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06f5b259-1737-139c-51eb-0f5d4f93acd9/cluster_19c573cd-b825-5616-9004-230d19a6facf/data/data2/current/BP-1893171897-172.17.0.3-1732710085596 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:22:01,711 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T12:22:01,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5be9f58d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:22:01,717 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d5cef8e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:22:01,717 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:22:01,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@468ae325{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:22:01,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@413816ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06f5b259-1737-139c-51eb-0f5d4f93acd9/hadoop.log.dir/,STOPPED} 2024-11-27T12:22:01,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T12:22:01,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T12:22:01,737 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:22:01,738 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:22:01,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:01,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:01,738 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:22:01,738 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T12:22:01,738 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=414877133, stopped=false 2024-11-27T12:22:01,738 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ba5af43fd99,41513,1732710081699 2024-11-27T12:22:01,804 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x1017c3d98de0001, quorum=127.0.0.1:53817, baseZNode=/0760653082 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0760653082/running 2024-11-27T12:22:01,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41513-0x1017c3d98de0000, quorum=127.0.0.1:53817, baseZNode=/0760653082 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0760653082/running 2024-11-27T12:22:01,804 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x1017c3d98de0001, quorum=127.0.0.1:53817, baseZNode=/0760653082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0760653082 2024-11-27T12:22:01,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41513-0x1017c3d98de0000, quorum=127.0.0.1:53817, baseZNode=/0760653082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0760653082 2024-11-27T12:22:01,804 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:22:01,805 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:22:01,805 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:22:01,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:01,805 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44323-0x1017c3d98de0001, quorum=127.0.0.1:53817, baseZNode=/0760653082 Set watcher on znode that does not yet exist, /0760653082/running 2024-11-27T12:22:01,805 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ba5af43fd99,44323,1732710082001' ***** 2024-11-27T12:22:01,805 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T12:22:01,806 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41513-0x1017c3d98de0000, quorum=127.0.0.1:53817, baseZNode=/0760653082 Set watcher on znode that does not yet exist, /0760653082/running 2024-11-27T12:22:01,806 INFO [RS:0;1ba5af43fd99:44323 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T12:22:01,806 INFO [RS:0;1ba5af43fd99:44323 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T12:22:01,806 INFO [RS:0;1ba5af43fd99:44323 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T12:22:01,806 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T12:22:01,806 INFO [RS:0;1ba5af43fd99:44323 {}] regionserver.HRegionServer(3091): Received CLOSE for 17804da6698d95a56b7cf96277e4192f 2024-11-27T12:22:01,807 INFO [RS:0;1ba5af43fd99:44323 {}] regionserver.HRegionServer(3091): Received CLOSE for a8fd04e67fe1ef1b71c12166829d76e6 2024-11-27T12:22:01,807 INFO [RS:0;1ba5af43fd99:44323 {}] regionserver.HRegionServer(959): stopping server 1ba5af43fd99,44323,1732710082001 2024-11-27T12:22:01,807 INFO [RS:0;1ba5af43fd99:44323 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:22:01,807 INFO [RS:0;1ba5af43fd99:44323 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:44323. 2024-11-27T12:22:01,807 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 17804da6698d95a56b7cf96277e4192f, disabling compactions & flushes 2024-11-27T12:22:01,807 DEBUG [RS:0;1ba5af43fd99:44323 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:22:01,807 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732710099815.17804da6698d95a56b7cf96277e4192f. 2024-11-27T12:22:01,807 DEBUG [RS:0;1ba5af43fd99:44323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:01,807 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732710099815.17804da6698d95a56b7cf96277e4192f. 2024-11-27T12:22:01,807 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732710099815.17804da6698d95a56b7cf96277e4192f. after waiting 0 ms 2024-11-27T12:22:01,807 INFO [RS:0;1ba5af43fd99:44323 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T12:22:01,807 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732710099815.17804da6698d95a56b7cf96277e4192f. 2024-11-27T12:22:01,807 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 17804da6698d95a56b7cf96277e4192f 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-27T12:22:01,807 INFO [RS:0;1ba5af43fd99:44323 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T12:22:01,807 INFO [RS:0;1ba5af43fd99:44323 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T12:22:01,807 INFO [RS:0;1ba5af43fd99:44323 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T12:22:01,807 INFO [RS:0;1ba5af43fd99:44323 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T12:22:01,808 DEBUG [RS:0;1ba5af43fd99:44323 {}] regionserver.HRegionServer(1325): Online Regions={17804da6698d95a56b7cf96277e4192f=hbase:replication,,1732710099815.17804da6698d95a56b7cf96277e4192f., 1588230740=hbase:meta,,1.1588230740, a8fd04e67fe1ef1b71c12166829d76e6=test,,1732710096370.a8fd04e67fe1ef1b71c12166829d76e6.} 2024-11-27T12:22:01,808 DEBUG [RS:0;1ba5af43fd99:44323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17804da6698d95a56b7cf96277e4192f, a8fd04e67fe1ef1b71c12166829d76e6 2024-11-27T12:22:01,808 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:22:01,808 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:22:01,808 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:22:01,808 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:22:01,808 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:22:01,808 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T12:22:01,829 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/hbase/replication/17804da6698d95a56b7cf96277e4192f/.tmp/queue/e3886c120c604899bd965ad3f103a000 is 154, key is 1-1ba5af43fd99,44323,1732710082001/queue:1ba5af43fd99%2C44323%2C1732710082001/1732710114789/Put/seqid=0 2024-11-27T12:22:01,830 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/hbase/meta/1588230740/.tmp/info/cec6fe11b6a745ee9e383e72c77e515c is 147, key is hbase:replication,,1732710099815.17804da6698d95a56b7cf96277e4192f./info:regioninfo/1732710100277/Put/seqid=0 2024-11-27T12:22:01,835 INFO [regionserver/1ba5af43fd99:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:22:01,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39831 is added to blk_1073741840_1016 (size=5353) 2024-11-27T12:22:01,838 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/hbase/replication/17804da6698d95a56b7cf96277e4192f/.tmp/queue/e3886c120c604899bd965ad3f103a000 2024-11-27T12:22:01,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39831 is added to blk_1073741841_1017 (size=7686) 2024-11-27T12:22:01,843 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/hbase/replication/17804da6698d95a56b7cf96277e4192f/.tmp/queue/e3886c120c604899bd965ad3f103a000 as hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/hbase/replication/17804da6698d95a56b7cf96277e4192f/queue/e3886c120c604899bd965ad3f103a000 2024-11-27T12:22:01,847 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/hbase/replication/17804da6698d95a56b7cf96277e4192f/queue/e3886c120c604899bd965ad3f103a000, entries=1, sequenceid=14, filesize=5.2 K 2024-11-27T12:22:01,848 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 17804da6698d95a56b7cf96277e4192f in 41ms, sequenceid=14, compaction requested=false 2024-11-27T12:22:01,848 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T12:22:01,851 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/hbase/replication/17804da6698d95a56b7cf96277e4192f/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-27T12:22:01,852 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:22:01,852 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:22:01,852 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732710099815.17804da6698d95a56b7cf96277e4192f. 2024-11-27T12:22:01,852 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 17804da6698d95a56b7cf96277e4192f: Waiting for close lock at 1732710121807Running coprocessor pre-close hooks at 1732710121807Disabling compacts and flushes for region at 1732710121807Disabling writes for close at 1732710121807Obtaining lock to block concurrent updates at 1732710121807Preparing flush snapshotting stores in 17804da6698d95a56b7cf96277e4192f at 1732710121807Finished memstore snapshotting hbase:replication,,1732710099815.17804da6698d95a56b7cf96277e4192f., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732710121807Flushing stores of hbase:replication,,1732710099815.17804da6698d95a56b7cf96277e4192f. at 1732710121808 (+1 ms)Flushing 17804da6698d95a56b7cf96277e4192f/queue: creating writer at 1732710121808Flushing 17804da6698d95a56b7cf96277e4192f/queue: appending metadata at 1732710121829 (+21 ms)Flushing 17804da6698d95a56b7cf96277e4192f/queue: closing flushed file at 1732710121829Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53ffad0a: reopening flushed file at 1732710121843 (+14 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 17804da6698d95a56b7cf96277e4192f in 41ms, sequenceid=14, compaction requested=false at 1732710121848 (+5 ms)Writing region close event to WAL at 1732710121849 (+1 ms)Running coprocessor post-close hooks at 1732710121852 (+3 ms)Closed at 1732710121852 2024-11-27T12:22:01,852 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732710099815.17804da6698d95a56b7cf96277e4192f. 2024-11-27T12:22:01,852 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a8fd04e67fe1ef1b71c12166829d76e6, disabling compactions & flushes 2024-11-27T12:22:01,852 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732710096370.a8fd04e67fe1ef1b71c12166829d76e6. 2024-11-27T12:22:01,852 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732710096370.a8fd04e67fe1ef1b71c12166829d76e6. 2024-11-27T12:22:01,852 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732710096370.a8fd04e67fe1ef1b71c12166829d76e6. after waiting 0 ms 2024-11-27T12:22:01,852 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732710096370.a8fd04e67fe1ef1b71c12166829d76e6. 2024-11-27T12:22:01,852 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a8fd04e67fe1ef1b71c12166829d76e6 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-27T12:22:01,876 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/default/test/a8fd04e67fe1ef1b71c12166829d76e6/.tmp/f/0240ae5f0e2d48f9b4a853c702101262 is 37, key is row3/f:row3/1732710113032/Put/seqid=0 2024-11-27T12:22:01,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39831 is added to blk_1073741842_1018 (size=5228) 2024-11-27T12:22:02,008 DEBUG [RS:0;1ba5af43fd99:44323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a8fd04e67fe1ef1b71c12166829d76e6 2024-11-27T12:22:02,208 DEBUG [RS:0;1ba5af43fd99:44323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a8fd04e67fe1ef1b71c12166829d76e6 2024-11-27T12:22:02,242 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/hbase/meta/1588230740/.tmp/info/cec6fe11b6a745ee9e383e72c77e515c 2024-11-27T12:22:02,267 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/hbase/meta/1588230740/.tmp/ns/5d079290a5504e4bb09a38578e76ce99 is 43, key is default/ns:d/1732710085415/Put/seqid=0 2024-11-27T12:22:02,280 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/default/test/a8fd04e67fe1ef1b71c12166829d76e6/.tmp/f/0240ae5f0e2d48f9b4a853c702101262 2024-11-27T12:22:02,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39831 is added to blk_1073741843_1019 (size=5153) 2024-11-27T12:22:02,284 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0240ae5f0e2d48f9b4a853c702101262 2024-11-27T12:22:02,300 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/default/test/a8fd04e67fe1ef1b71c12166829d76e6/.tmp/f1/cf92ddf97a484cd8a3f97bc6dfb532da is 30, key is row1/f1:/1732710110374/DeleteFamily/seqid=0 2024-11-27T12:22:02,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39831 is added to blk_1073741844_1020 (size=5158) 2024-11-27T12:22:02,408 DEBUG [RS:0;1ba5af43fd99:44323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a8fd04e67fe1ef1b71c12166829d76e6 2024-11-27T12:22:02,433 INFO [regionserver/1ba5af43fd99:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T12:22:02,433 INFO [regionserver/1ba5af43fd99:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T12:22:02,526 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 1488, reset compression=false 2024-11-27T12:22:02,530 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T12:22:02,530 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 1735, reset compression=false 2024-11-27T12:22:02,530 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.shipper1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,44323,1732710082001 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T12:22:02,531 ERROR [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.shipper1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1ba5af43fd99,44323,1732710082001: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1ba5af43fd99,44323,1732710082001, walGroup=1ba5af43fd99%2C44323%2C1732710082001, offset=1ba5af43fd99%2C44323%2C1732710082001.1732710084535:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:44323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T12:22:02,533 ERROR [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.shipper1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T12:22:02,533 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.shipper1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T12:22:02,534 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.shipper1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T12:22:02,534 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.shipper1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T12:22:02,534 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.shipper1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T12:22:02,534 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.shipper1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1184890880, "init": 1048576000, "max": 2306867200, "used": 809022136 }, "NonHeapMemoryUsage": { "committed": 203096064, "init": 7667712, "max": -1, "used": 200085736 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T12:22:02,534 WARN [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.shipper1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:41513 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:41513 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T12:22:02,609 DEBUG [RS:0;1ba5af43fd99:44323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a8fd04e67fe1ef1b71c12166829d76e6 2024-11-27T12:22:02,683 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/hbase/meta/1588230740/.tmp/ns/5d079290a5504e4bb09a38578e76ce99 2024-11-27T12:22:02,704 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/hbase/meta/1588230740/.tmp/rep_barrier/53a33a8fbdb04d5c95f7a2895be11f83 is 112, key is test,,1732710096370.a8fd04e67fe1ef1b71c12166829d76e6./rep_barrier:seqnumDuringOpen/1732710097151/Put/seqid=0 2024-11-27T12:22:02,704 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/default/test/a8fd04e67fe1ef1b71c12166829d76e6/.tmp/f1/cf92ddf97a484cd8a3f97bc6dfb532da 2024-11-27T12:22:02,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39831 is added to blk_1073741845_1021 (size=5518) 2024-11-27T12:22:02,707 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/hbase/meta/1588230740/.tmp/rep_barrier/53a33a8fbdb04d5c95f7a2895be11f83 2024-11-27T12:22:02,708 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cf92ddf97a484cd8a3f97bc6dfb532da 2024-11-27T12:22:02,724 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/hbase/meta/1588230740/.tmp/table/7587f8d2b95d488987b1c466376f71b3 is 53, key is hbase:replication/table:state/1732710100288/Put/seqid=0 2024-11-27T12:22:02,728 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/default/test/a8fd04e67fe1ef1b71c12166829d76e6/.tmp/norep/6fad5486292b46d9a85d45a46967cbf0 is 32, key is row/norep:/1732710109368/DeleteFamily/seqid=0 2024-11-27T12:22:02,733 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 1735, reset compression=false 2024-11-27T12:22:02,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39831 is added to blk_1073741846_1022 (size=5308) 2024-11-27T12:22:02,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39831 is added to blk_1073741847_1023 (size=5101) 2024-11-27T12:22:02,761 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/default/test/a8fd04e67fe1ef1b71c12166829d76e6/.tmp/norep/6fad5486292b46d9a85d45a46967cbf0 2024-11-27T12:22:02,772 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6fad5486292b46d9a85d45a46967cbf0 2024-11-27T12:22:02,773 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/default/test/a8fd04e67fe1ef1b71c12166829d76e6/.tmp/f/0240ae5f0e2d48f9b4a853c702101262 as hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/default/test/a8fd04e67fe1ef1b71c12166829d76e6/f/0240ae5f0e2d48f9b4a853c702101262 2024-11-27T12:22:02,779 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0240ae5f0e2d48f9b4a853c702101262 2024-11-27T12:22:02,779 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/default/test/a8fd04e67fe1ef1b71c12166829d76e6/f/0240ae5f0e2d48f9b4a853c702101262, entries=5, sequenceid=12, filesize=5.1 K 2024-11-27T12:22:02,780 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/default/test/a8fd04e67fe1ef1b71c12166829d76e6/.tmp/f1/cf92ddf97a484cd8a3f97bc6dfb532da as hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/default/test/a8fd04e67fe1ef1b71c12166829d76e6/f1/cf92ddf97a484cd8a3f97bc6dfb532da 2024-11-27T12:22:02,791 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cf92ddf97a484cd8a3f97bc6dfb532da 2024-11-27T12:22:02,791 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/default/test/a8fd04e67fe1ef1b71c12166829d76e6/f1/cf92ddf97a484cd8a3f97bc6dfb532da, entries=3, sequenceid=12, filesize=5.0 K 2024-11-27T12:22:02,793 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/default/test/a8fd04e67fe1ef1b71c12166829d76e6/.tmp/norep/6fad5486292b46d9a85d45a46967cbf0 as hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/default/test/a8fd04e67fe1ef1b71c12166829d76e6/norep/6fad5486292b46d9a85d45a46967cbf0 2024-11-27T12:22:02,800 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6fad5486292b46d9a85d45a46967cbf0 2024-11-27T12:22:02,800 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/default/test/a8fd04e67fe1ef1b71c12166829d76e6/norep/6fad5486292b46d9a85d45a46967cbf0, entries=1, sequenceid=12, filesize=5.0 K 2024-11-27T12:22:02,802 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a8fd04e67fe1ef1b71c12166829d76e6 in 949ms, sequenceid=12, compaction requested=false 2024-11-27T12:22:02,802 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T12:22:02,809 INFO [RS:0;1ba5af43fd99:44323 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T12:22:02,809 DEBUG [RS:0;1ba5af43fd99:44323 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a8fd04e67fe1ef1b71c12166829d76e6=test,,1732710096370.a8fd04e67fe1ef1b71c12166829d76e6.} 2024-11-27T12:22:02,809 DEBUG [RS:0;1ba5af43fd99:44323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a8fd04e67fe1ef1b71c12166829d76e6 2024-11-27T12:22:02,861 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/default/test/a8fd04e67fe1ef1b71c12166829d76e6/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T12:22:02,862 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:22:02,862 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T12:22:02,862 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732710096370.a8fd04e67fe1ef1b71c12166829d76e6. 2024-11-27T12:22:02,862 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a8fd04e67fe1ef1b71c12166829d76e6: Waiting for close lock at 1732710121852Running coprocessor pre-close hooks at 1732710121852Disabling compacts and flushes for region at 1732710121852Disabling writes for close at 1732710121852Obtaining lock to block concurrent updates at 1732710121852Preparing flush snapshotting stores in a8fd04e67fe1ef1b71c12166829d76e6 at 1732710121852Finished memstore snapshotting test,,1732710096370.a8fd04e67fe1ef1b71c12166829d76e6., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732710121853 (+1 ms)Flushing stores of test,,1732710096370.a8fd04e67fe1ef1b71c12166829d76e6. at 1732710121853Flushing a8fd04e67fe1ef1b71c12166829d76e6/f: creating writer at 1732710121853Flushing a8fd04e67fe1ef1b71c12166829d76e6/f: appending metadata at 1732710121872 (+19 ms)Flushing a8fd04e67fe1ef1b71c12166829d76e6/f: closing flushed file at 1732710121872Flushing a8fd04e67fe1ef1b71c12166829d76e6/f1: creating writer at 1732710122284 (+412 ms)Flushing a8fd04e67fe1ef1b71c12166829d76e6/f1: appending metadata at 1732710122299 (+15 ms)Flushing a8fd04e67fe1ef1b71c12166829d76e6/f1: closing flushed file at 1732710122299Flushing a8fd04e67fe1ef1b71c12166829d76e6/norep: creating writer at 1732710122708 (+409 ms)Flushing a8fd04e67fe1ef1b71c12166829d76e6/norep: appending metadata at 1732710122727 (+19 ms)Flushing a8fd04e67fe1ef1b71c12166829d76e6/norep: closing flushed file at 1732710122727Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47642859: reopening flushed file at 1732710122772 (+45 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@418f5433: reopening flushed file at 1732710122779 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8c3410b: reopening flushed file at 1732710122791 (+12 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a8fd04e67fe1ef1b71c12166829d76e6 in 949ms, sequenceid=12, compaction requested=false at 1732710122802 (+11 ms)Writing region close event to WAL at 1732710122841 (+39 ms)Running coprocessor post-close hooks at 1732710122862 (+21 ms)Closed at 1732710122862 2024-11-27T12:22:02,862 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732710096370.a8fd04e67fe1ef1b71c12166829d76e6. 2024-11-27T12:22:03,009 DEBUG [RS:0;1ba5af43fd99:44323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:22:03,077 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 1735, reset compression=false 2024-11-27T12:22:03,082 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T12:22:03,082 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 2379, reset compression=false 2024-11-27T12:22:03,151 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/hbase/meta/1588230740/.tmp/table/7587f8d2b95d488987b1c466376f71b3 2024-11-27T12:22:03,155 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/hbase/meta/1588230740/.tmp/info/cec6fe11b6a745ee9e383e72c77e515c as hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/hbase/meta/1588230740/info/cec6fe11b6a745ee9e383e72c77e515c 2024-11-27T12:22:03,158 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/hbase/meta/1588230740/info/cec6fe11b6a745ee9e383e72c77e515c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T12:22:03,159 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/hbase/meta/1588230740/.tmp/ns/5d079290a5504e4bb09a38578e76ce99 as hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/hbase/meta/1588230740/ns/5d079290a5504e4bb09a38578e76ce99 2024-11-27T12:22:03,162 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/hbase/meta/1588230740/ns/5d079290a5504e4bb09a38578e76ce99, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T12:22:03,163 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/hbase/meta/1588230740/.tmp/rep_barrier/53a33a8fbdb04d5c95f7a2895be11f83 as hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/hbase/meta/1588230740/rep_barrier/53a33a8fbdb04d5c95f7a2895be11f83 2024-11-27T12:22:03,167 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/hbase/meta/1588230740/rep_barrier/53a33a8fbdb04d5c95f7a2895be11f83, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T12:22:03,167 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/hbase/meta/1588230740/.tmp/table/7587f8d2b95d488987b1c466376f71b3 as hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/hbase/meta/1588230740/table/7587f8d2b95d488987b1c466376f71b3 2024-11-27T12:22:03,170 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/hbase/meta/1588230740/table/7587f8d2b95d488987b1c466376f71b3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T12:22:03,172 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1364ms, sequenceid=16, compaction requested=false 2024-11-27T12:22:03,172 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T12:22:03,176 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T12:22:03,176 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:22:03,177 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:22:03,177 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:22:03,177 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732710121808Running coprocessor pre-close hooks at 1732710121808Disabling compacts and flushes for region at 1732710121808Disabling writes for close at 1732710121808Obtaining lock to block concurrent updates at 1732710121808Preparing flush snapshotting stores in 1588230740 at 1732710121808Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732710121810 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732710121810Flushing 1588230740/info: creating writer at 1732710121810Flushing 1588230740/info: appending metadata at 1732710121829 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732710121829Flushing 1588230740/ns: creating writer at 1732710122246 (+417 ms)Flushing 1588230740/ns: appending metadata at 1732710122266 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732710122266Flushing 1588230740/rep_barrier: creating writer at 1732710122686 (+420 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732710122703 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732710122703Flushing 1588230740/table: creating writer at 1732710122711 (+8 ms)Flushing 1588230740/table: appending metadata at 1732710122724 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732710122724Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e1be0ea: reopening flushed file at 1732710123154 (+430 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4afcf368: reopening flushed file at 1732710123158 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c1b0206: reopening flushed file at 1732710123162 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38ae7fa1: reopening flushed file at 1732710123167 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1364ms, sequenceid=16, compaction requested=false at 1732710123172 (+5 ms)Writing region close event to WAL at 1732710123174 (+2 ms)Running coprocessor post-close hooks at 1732710123176 (+2 ms)Closed at 1732710123177 (+1 ms) 2024-11-27T12:22:03,177 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T12:22:03,209 INFO [RS:0;1ba5af43fd99:44323 {}] regionserver.HRegionServer(976): stopping server 1ba5af43fd99,44323,1732710082001; all regions closed. 2024-11-27T12:22:03,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39831 is added to blk_1073741834_1010 (size=4239) 2024-11-27T12:22:03,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39831 is added to blk_1073741839_1015 (size=3552) 2024-11-27T12:22:03,224 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 not finished, retry = 0 2024-11-27T12:22:03,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39831 is added to blk_1073741833_1009 (size=2387) 2024-11-27T12:22:03,285 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 to pos 2379, reset compression=false 2024-11-27T12:22:03,325 DEBUG [RS:0;1ba5af43fd99:44323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:03,325 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/WALs/1ba5af43fd99,44323,1732710082001/1ba5af43fd99%2C44323%2C1732710082001.1732710084535 2024-11-27T12:22:03,325 INFO [RS:0;1ba5af43fd99:44323 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:22:03,326 INFO [RS:0;1ba5af43fd99:44323 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:22:03,326 INFO [RS:0;1ba5af43fd99:44323 {}] hbase.ChoreService(370): Chore service for: regionserver/1ba5af43fd99:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T12:22:03,326 INFO [RS:0;1ba5af43fd99:44323 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:22:03,326 INFO [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:22:03,326 INFO [RS:0;1ba5af43fd99:44323 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1ba5af43fd99,44323,1732710082001 because: Region server is closing 2024-11-27T12:22:03,326 INFO [RS:0;1ba5af43fd99:44323 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:44323. 2024-11-27T12:22:03,327 DEBUG [RS:0;1ba5af43fd99:44323 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:22:03,327 DEBUG [RS:0;1ba5af43fd99:44323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:03,327 DEBUG [RS:0;1ba5af43fd99:44323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:03,327 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:22:03,427 INFO [RS:0;1ba5af43fd99:44323 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.shipper1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 terminated 2024-11-27T12:22:03,427 INFO [RS:0;1ba5af43fd99:44323 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:44323. 2024-11-27T12:22:03,427 DEBUG [RS:0;1ba5af43fd99:44323 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:22:03,428 DEBUG [RS:0;1ba5af43fd99:44323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:03,428 DEBUG [RS:0;1ba5af43fd99:44323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:03,428 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:22:03,428 INFO [RS:0;1ba5af43fd99:44323 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44323 2024-11-27T12:22:03,428 WARN [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,44323,1732710082001.replicationSource.wal-reader.1ba5af43fd99%2C44323%2C1732710082001,1-1ba5af43fd99,44323,1732710082001 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-27T12:22:03,488 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x1017c3d98de0001, quorum=127.0.0.1:53817, baseZNode=/0760653082 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0760653082/rs/1ba5af43fd99,44323,1732710082001 2024-11-27T12:22:03,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41513-0x1017c3d98de0000, quorum=127.0.0.1:53817, baseZNode=/0760653082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0760653082/rs 2024-11-27T12:22:03,488 INFO [RS:0;1ba5af43fd99:44323 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:22:03,499 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ba5af43fd99,44323,1732710082001] 2024-11-27T12:22:03,509 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0760653082/draining/1ba5af43fd99,44323,1732710082001 already deleted, retry=false 2024-11-27T12:22:03,509 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ba5af43fd99,44323,1732710082001 expired; onlineServers=0 2024-11-27T12:22:03,509 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ba5af43fd99,41513,1732710081699' ***** 2024-11-27T12:22:03,509 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T12:22:03,510 INFO [M:0;1ba5af43fd99:41513 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:22:03,510 INFO [M:0;1ba5af43fd99:41513 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:22:03,510 DEBUG [M:0;1ba5af43fd99:41513 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T12:22:03,510 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T12:22:03,510 DEBUG [M:0;1ba5af43fd99:41513 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T12:22:03,510 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732710084083 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732710084083,5,FailOnTimeoutGroup] 2024-11-27T12:22:03,510 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732710084082 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732710084082,5,FailOnTimeoutGroup] 2024-11-27T12:22:03,510 INFO [M:0;1ba5af43fd99:41513 {}] hbase.ChoreService(370): Chore service for: master/1ba5af43fd99:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T12:22:03,510 INFO [M:0;1ba5af43fd99:41513 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:22:03,510 DEBUG [M:0;1ba5af43fd99:41513 {}] master.HMaster(1795): Stopping service threads 2024-11-27T12:22:03,510 INFO [M:0;1ba5af43fd99:41513 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T12:22:03,510 INFO [M:0;1ba5af43fd99:41513 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:22:03,510 INFO [M:0;1ba5af43fd99:41513 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T12:22:03,510 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T12:22:03,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41513-0x1017c3d98de0000, quorum=127.0.0.1:53817, baseZNode=/0760653082 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0760653082/master 2024-11-27T12:22:03,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41513-0x1017c3d98de0000, quorum=127.0.0.1:53817, baseZNode=/0760653082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0760653082 2024-11-27T12:22:03,520 DEBUG [M:0;1ba5af43fd99:41513 {}] zookeeper.ZKUtil(347): master:41513-0x1017c3d98de0000, quorum=127.0.0.1:53817, baseZNode=/0760653082 Unable to get data of znode /0760653082/master because node does not exist (not an error) 2024-11-27T12:22:03,520 WARN [M:0;1ba5af43fd99:41513 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T12:22:03,521 INFO [M:0;1ba5af43fd99:41513 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/.lastflushedseqids 2024-11-27T12:22:03,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39831 is added to blk_1073741848_1024 (size=245) 2024-11-27T12:22:03,599 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x1017c3d98de0001, quorum=127.0.0.1:53817, baseZNode=/0760653082 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:22:03,599 INFO [RS:0;1ba5af43fd99:44323 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:22:03,599 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x1017c3d98de0001, quorum=127.0.0.1:53817, baseZNode=/0760653082 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:22:03,599 INFO [RS:0;1ba5af43fd99:44323 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ba5af43fd99,44323,1732710082001; zookeeper connection closed. 2024-11-27T12:22:03,608 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@286f1647 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@286f1647 2024-11-27T12:22:03,608 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T12:22:03,931 INFO [M:0;1ba5af43fd99:41513 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T12:22:03,931 INFO [M:0;1ba5af43fd99:41513 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T12:22:03,931 DEBUG [M:0;1ba5af43fd99:41513 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:22:03,931 INFO [M:0;1ba5af43fd99:41513 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:22:03,931 DEBUG [M:0;1ba5af43fd99:41513 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:22:03,931 DEBUG [M:0;1ba5af43fd99:41513 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:22:03,931 DEBUG [M:0;1ba5af43fd99:41513 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:22:03,931 INFO [M:0;1ba5af43fd99:41513 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-27T12:22:03,959 DEBUG [M:0;1ba5af43fd99:41513 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25848a0c20874eb69e4289894841d01e is 82, key is hbase:meta,,1/info:regioninfo/1732710085337/Put/seqid=0 2024-11-27T12:22:03,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39831 is added to blk_1073741849_1025 (size=5672) 2024-11-27T12:22:03,970 INFO [M:0;1ba5af43fd99:41513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25848a0c20874eb69e4289894841d01e 2024-11-27T12:22:04,019 DEBUG [M:0;1ba5af43fd99:41513 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/635ebe3f9acd48e39e837713ad804bed is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732710097161/Put/seqid=0 2024-11-27T12:22:04,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39831 is added to blk_1073741850_1026 (size=7219) 2024-11-27T12:22:04,059 INFO [M:0;1ba5af43fd99:41513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/635ebe3f9acd48e39e837713ad804bed 2024-11-27T12:22:04,070 INFO [M:0;1ba5af43fd99:41513 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 635ebe3f9acd48e39e837713ad804bed 2024-11-27T12:22:04,102 DEBUG [M:0;1ba5af43fd99:41513 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d5bcee6ba884488caf9f84e74aa3a770 is 69, key is 1ba5af43fd99,44323,1732710082001/rs:state/1732710084325/Put/seqid=0 2024-11-27T12:22:04,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39831 is added to blk_1073741851_1027 (size=5156) 2024-11-27T12:22:04,139 INFO [M:0;1ba5af43fd99:41513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d5bcee6ba884488caf9f84e74aa3a770 2024-11-27T12:22:04,145 DEBUG [M:0;1ba5af43fd99:41513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25848a0c20874eb69e4289894841d01e as hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/25848a0c20874eb69e4289894841d01e 2024-11-27T12:22:04,151 INFO [M:0;1ba5af43fd99:41513 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/25848a0c20874eb69e4289894841d01e, entries=8, sequenceid=105, filesize=5.5 K 2024-11-27T12:22:04,154 DEBUG [M:0;1ba5af43fd99:41513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/635ebe3f9acd48e39e837713ad804bed as hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/635ebe3f9acd48e39e837713ad804bed 2024-11-27T12:22:04,162 INFO [M:0;1ba5af43fd99:41513 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 635ebe3f9acd48e39e837713ad804bed 2024-11-27T12:22:04,162 INFO [M:0;1ba5af43fd99:41513 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/635ebe3f9acd48e39e837713ad804bed, entries=11, sequenceid=105, filesize=7.0 K 2024-11-27T12:22:04,163 DEBUG [M:0;1ba5af43fd99:41513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d5bcee6ba884488caf9f84e74aa3a770 as hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d5bcee6ba884488caf9f84e74aa3a770 2024-11-27T12:22:04,172 INFO [M:0;1ba5af43fd99:41513 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36059/user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d5bcee6ba884488caf9f84e74aa3a770, entries=1, sequenceid=105, filesize=5.0 K 2024-11-27T12:22:04,173 INFO [M:0;1ba5af43fd99:41513 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 242ms, sequenceid=105, compaction requested=false 2024-11-27T12:22:04,204 INFO [M:0;1ba5af43fd99:41513 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:22:04,204 DEBUG [M:0;1ba5af43fd99:41513 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732710123931Disabling compacts and flushes for region at 1732710123931Disabling writes for close at 1732710123931Obtaining lock to block concurrent updates at 1732710123931Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732710123931Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1732710123932 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732710123933 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732710123933Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732710123959 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732710123959Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732710123974 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732710124018 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732710124018Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732710124072 (+54 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732710124100 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732710124100Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d63c953: reopening flushed file at 1732710124144 (+44 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41a334e9: reopening flushed file at 1732710124151 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ad29c2f: reopening flushed file at 1732710124163 (+12 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 242ms, sequenceid=105, compaction requested=false at 1732710124173 (+10 ms)Writing region close event to WAL at 1732710124204 (+31 ms)Closed at 1732710124204 2024-11-27T12:22:04,210 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/af707314-1d63-8a47-ba2f-27b616656da8/MasterData/WALs/1ba5af43fd99,41513,1732710081699/1ba5af43fd99%2C41513%2C1732710081699.1732710083559 not finished, retry = 0 2024-11-27T12:22:04,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39831 is added to blk_1073741830_1006 (size=64435) 2024-11-27T12:22:04,311 INFO [M:0;1ba5af43fd99:41513 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T12:22:04,311 INFO [M:0;1ba5af43fd99:41513 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41513 2024-11-27T12:22:04,311 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:22:04,312 INFO [M:0;1ba5af43fd99:41513 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:22:04,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41513-0x1017c3d98de0000, quorum=127.0.0.1:53817, baseZNode=/0760653082 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:22:04,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41513-0x1017c3d98de0000, quorum=127.0.0.1:53817, baseZNode=/0760653082 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:22:04,462 INFO [M:0;1ba5af43fd99:41513 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:22:04,465 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@305316d2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:22:04,466 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51048a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:22:04,466 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:22:04,466 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38b4ab95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:22:04,466 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5873e400{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d6b296-da9a-d763-ede6-5d83f5311707/hadoop.log.dir/,STOPPED} 2024-11-27T12:22:04,467 WARN [BP-206086335-172.17.0.3-1732710079819 heartbeating to localhost/127.0.0.1:36059 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T12:22:04,467 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T12:22:04,467 WARN [BP-206086335-172.17.0.3-1732710079819 heartbeating to localhost/127.0.0.1:36059 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-206086335-172.17.0.3-1732710079819 (Datanode Uuid f0efd676-10ca-4070-819d-d17d3d90188e) service to localhost/127.0.0.1:36059 2024-11-27T12:22:04,467 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T12:22:04,468 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d6b296-da9a-d763-ede6-5d83f5311707/cluster_71e26d7e-08b8-48ac-64ee-18676c94945b/data/data1/current/BP-206086335-172.17.0.3-1732710079819 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:22:04,468 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d6b296-da9a-d763-ede6-5d83f5311707/cluster_71e26d7e-08b8-48ac-64ee-18676c94945b/data/data2/current/BP-206086335-172.17.0.3-1732710079819 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:22:04,469 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T12:22:04,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23408781{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:22:04,475 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6574debc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:22:04,476 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:22:04,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1380d0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:22:04,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51dfb943{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d6b296-da9a-d763-ede6-5d83f5311707/hadoop.log.dir/,STOPPED} 2024-11-27T12:22:04,485 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T12:22:04,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T12:22:04,513 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=314 (was 260) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36059 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39367 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39367 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39367 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53817) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36059 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:36059 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39367 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35435 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35435 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:39367 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39367 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53817) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: globalEventExecutor-1-19 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36059 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53817) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35435 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39367 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39367 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:35435 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36059 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35435 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=730 (was 657) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=483 (was 321) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7569 (was 8011) 2024-11-27T12:22:04,523 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=314, OpenFileDescriptor=730, MaxFileDescriptor=1048576, SystemLoadAverage=483, ProcessCount=11, AvailableMemoryMB=7568 2024-11-27T12:22:04,540 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-27T12:22:04,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da304e06-1f49-f63c-fd48-41b2fe46bcc7/hadoop.log.dir so I do NOT create it in target/test-data/4ea99238-5148-138f-6f0e-bf9ce1c11922 2024-11-27T12:22:04,541 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da304e06-1f49-f63c-fd48-41b2fe46bcc7/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T12:22:04,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da304e06-1f49-f63c-fd48-41b2fe46bcc7/hadoop.tmp.dir so I do NOT create it in target/test-data/4ea99238-5148-138f-6f0e-bf9ce1c11922 2024-11-27T12:22:04,541 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da304e06-1f49-f63c-fd48-41b2fe46bcc7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T12:22:04,541 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ea99238-5148-138f-6f0e-bf9ce1c11922 2024-11-27T12:22:04,541 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ea99238-5148-138f-6f0e-bf9ce1c11922/cluster_84471c96-9469-82e4-6c74-bde84c8fc8fb, deleteOnExit=true 2024-11-27T12:22:04,544 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ea99238-5148-138f-6f0e-bf9ce1c11922/cluster_84471c96-9469-82e4-6c74-bde84c8fc8fb/zookeeper_0, clientPort=59795, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ea99238-5148-138f-6f0e-bf9ce1c11922/cluster_84471c96-9469-82e4-6c74-bde84c8fc8fb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ea99238-5148-138f-6f0e-bf9ce1c11922/cluster_84471c96-9469-82e4-6c74-bde84c8fc8fb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T12:22:04,545 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59795 2024-11-27T12:22:04,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T12:22:04,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T12:22:04,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ea99238-5148-138f-6f0e-bf9ce1c11922/test.cache.data in system properties and HBase conf 2024-11-27T12:22:04,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ea99238-5148-138f-6f0e-bf9ce1c11922/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T12:22:04,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ea99238-5148-138f-6f0e-bf9ce1c11922/hadoop.log.dir in system properties and HBase conf 2024-11-27T12:22:04,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ea99238-5148-138f-6f0e-bf9ce1c11922/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T12:22:04,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ea99238-5148-138f-6f0e-bf9ce1c11922/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T12:22:04,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T12:22:04,545 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T12:22:04,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ea99238-5148-138f-6f0e-bf9ce1c11922/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:22:04,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ea99238-5148-138f-6f0e-bf9ce1c11922/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:22:04,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ea99238-5148-138f-6f0e-bf9ce1c11922/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T12:22:04,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ea99238-5148-138f-6f0e-bf9ce1c11922/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:22:04,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ea99238-5148-138f-6f0e-bf9ce1c11922/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T12:22:04,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ea99238-5148-138f-6f0e-bf9ce1c11922/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T12:22:04,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ea99238-5148-138f-6f0e-bf9ce1c11922/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:22:04,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ea99238-5148-138f-6f0e-bf9ce1c11922/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:22:04,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ea99238-5148-138f-6f0e-bf9ce1c11922/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T12:22:04,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ea99238-5148-138f-6f0e-bf9ce1c11922/nfs.dump.dir in system properties and HBase conf 2024-11-27T12:22:04,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ea99238-5148-138f-6f0e-bf9ce1c11922/java.io.tmpdir in system properties and HBase conf 2024-11-27T12:22:04,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ea99238-5148-138f-6f0e-bf9ce1c11922/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:22:04,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ea99238-5148-138f-6f0e-bf9ce1c11922/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T12:22:04,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ea99238-5148-138f-6f0e-bf9ce1c11922/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T12:22:04,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017c3d98de0005, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T12:22:04,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017c3d98de0002, quorum=127.0.0.1:53817, baseZNode=/0760653082 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T12:22:04,583 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017c3d98de0002, quorum=127.0.0.1:53817, baseZNode=/0760653082 Received Disconnected from ZooKeeper, ignoring 2024-11-27T12:22:04,583 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017c3d98de0005, quorum=127.0.0.1:53817, baseZNode=/1-1761427297 Received Disconnected from ZooKeeper, ignoring 2024-11-27T12:22:04,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1017c3d98de0008, quorum=127.0.0.1:53817, baseZNode=/21917505233 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T12:22:04,583 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1017c3d98de0008, quorum=127.0.0.1:53817, baseZNode=/21917505233 Received Disconnected from ZooKeeper, ignoring 2024-11-27T12:22:05,028 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:22:05,030 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:22:05,033 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:22:05,033 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:22:05,033 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T12:22:05,034 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:22:05,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ffff616{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ea99238-5148-138f-6f0e-bf9ce1c11922/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:22:05,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19834401{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:22:05,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b82737a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ea99238-5148-138f-6f0e-bf9ce1c11922/java.io.tmpdir/jetty-localhost-36243-hadoop-hdfs-3_4_1-tests_jar-_-any-2146969413655138653/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:22:05,158 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ebb8e20{HTTP/1.1, (http/1.1)}{localhost:36243} 2024-11-27T12:22:05,158 INFO [Time-limited test {}] server.Server(415): Started @280128ms 2024-11-27T12:22:05,667 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:22:05,671 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:22:05,676 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:22:05,676 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:22:05,676 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T12:22:05,677 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f8809b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ea99238-5148-138f-6f0e-bf9ce1c11922/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:22:05,677 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@630c0dd5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:22:05,809 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8d77e5a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ea99238-5148-138f-6f0e-bf9ce1c11922/java.io.tmpdir/jetty-localhost-44729-hadoop-hdfs-3_4_1-tests_jar-_-any-9609628006072251540/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:22:05,810 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@368c37ea{HTTP/1.1, (http/1.1)}{localhost:44729} 2024-11-27T12:22:05,810 INFO [Time-limited test {}] server.Server(415): Started @280779ms 2024-11-27T12:22:05,812 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T12:22:06,653 WARN [Thread-3453 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ea99238-5148-138f-6f0e-bf9ce1c11922/cluster_84471c96-9469-82e4-6c74-bde84c8fc8fb/data/data2/current/BP-1663301706-172.17.0.3-1732710124566/current, will proceed with Du for space computation calculation, 2024-11-27T12:22:06,653 WARN [Thread-3452 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ea99238-5148-138f-6f0e-bf9ce1c11922/cluster_84471c96-9469-82e4-6c74-bde84c8fc8fb/data/data1/current/BP-1663301706-172.17.0.3-1732710124566/current, will proceed with Du for space computation calculation, 2024-11-27T12:22:06,685 WARN [Thread-3440 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T12:22:06,687 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc100abec77f807d8 with lease ID 0x15c20f4c059574ee: Processing first storage report for DS-237abe2e-5bb8-4dad-a1ba-05cc4bca8e79 from datanode DatanodeRegistration(127.0.0.1:45893, datanodeUuid=b63e984a-499a-49b3-b0b0-f8b5c93599fe, infoPort=34329, infoSecurePort=0, ipcPort=38497, storageInfo=lv=-57;cid=testClusterID;nsid=1416285810;c=1732710124566) 2024-11-27T12:22:06,687 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc100abec77f807d8 with lease ID 0x15c20f4c059574ee: from storage DS-237abe2e-5bb8-4dad-a1ba-05cc4bca8e79 node DatanodeRegistration(127.0.0.1:45893, datanodeUuid=b63e984a-499a-49b3-b0b0-f8b5c93599fe, infoPort=34329, infoSecurePort=0, ipcPort=38497, storageInfo=lv=-57;cid=testClusterID;nsid=1416285810;c=1732710124566), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:22:06,687 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc100abec77f807d8 with lease ID 0x15c20f4c059574ee: Processing first storage report for DS-c332df2e-808b-4dc5-b6a9-f19b1037f9f4 from datanode DatanodeRegistration(127.0.0.1:45893, datanodeUuid=b63e984a-499a-49b3-b0b0-f8b5c93599fe, infoPort=34329, infoSecurePort=0, ipcPort=38497, storageInfo=lv=-57;cid=testClusterID;nsid=1416285810;c=1732710124566) 2024-11-27T12:22:06,688 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc100abec77f807d8 with lease ID 0x15c20f4c059574ee: from storage DS-c332df2e-808b-4dc5-b6a9-f19b1037f9f4 node DatanodeRegistration(127.0.0.1:45893, datanodeUuid=b63e984a-499a-49b3-b0b0-f8b5c93599fe, infoPort=34329, infoSecurePort=0, ipcPort=38497, storageInfo=lv=-57;cid=testClusterID;nsid=1416285810;c=1732710124566), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:22:06,759 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ea99238-5148-138f-6f0e-bf9ce1c11922 2024-11-27T12:22:06,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:22:06,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:22:06,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741825_1001 (size=7) 2024-11-27T12:22:07,168 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845 with version=8 2024-11-27T12:22:07,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/hbase-staging 2024-11-27T12:22:07,169 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T12:22:07,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:22:07,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:22:07,170 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:22:07,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:22:07,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:22:07,170 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T12:22:07,170 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:22:07,170 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36527 2024-11-27T12:22:07,171 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36527 connecting to ZooKeeper ensemble=127.0.0.1:59795 2024-11-27T12:22:07,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365270x0, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:22:07,230 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36527-0x1017c3e47aa0000 connected 2024-11-27T12:22:07,354 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:22:07,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:07,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:07,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:07,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:07,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:07,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:07,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:07,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:07,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:07,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:07,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:07,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:07,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:07,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:07,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:07,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:22:07,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:22:07,468 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36527-0x1017c3e47aa0000, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Set watcher on znode that does not yet exist, /0-1710586921/running 2024-11-27T12:22:07,468 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845, hbase.cluster.distributed=false 2024-11-27T12:22:07,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36527-0x1017c3e47aa0000, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Set watcher on znode that does not yet exist, /0-1710586921/acl 2024-11-27T12:22:07,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36527 2024-11-27T12:22:07,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36527 2024-11-27T12:22:07,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36527 2024-11-27T12:22:07,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36527 2024-11-27T12:22:07,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36527 2024-11-27T12:22:07,483 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T12:22:07,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:22:07,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:22:07,483 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:22:07,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:22:07,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:22:07,483 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T12:22:07,484 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:22:07,484 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39979 2024-11-27T12:22:07,485 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39979 connecting to ZooKeeper ensemble=127.0.0.1:59795 2024-11-27T12:22:07,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:22:07,487 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:22:07,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399790x0, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:22:07,497 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:399790x0, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Set watcher on znode that does not yet exist, /0-1710586921/running 2024-11-27T12:22:07,497 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39979-0x1017c3e47aa0001 connected 2024-11-27T12:22:07,497 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T12:22:07,498 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T12:22:07,499 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39979-0x1017c3e47aa0001, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Set watcher on znode that does not yet exist, /0-1710586921/master 2024-11-27T12:22:07,500 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39979-0x1017c3e47aa0001, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Set watcher on znode that does not yet exist, /0-1710586921/acl 2024-11-27T12:22:07,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39979 2024-11-27T12:22:07,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39979 2024-11-27T12:22:07,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39979 2024-11-27T12:22:07,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39979 2024-11-27T12:22:07,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39979 2024-11-27T12:22:07,518 DEBUG [M:0;1ba5af43fd99:36527 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ba5af43fd99:36527 2024-11-27T12:22:07,518 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1710586921/backup-masters/1ba5af43fd99,36527,1732710127169 2024-11-27T12:22:07,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36527-0x1017c3e47aa0000, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1710586921/backup-masters 2024-11-27T12:22:07,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39979-0x1017c3e47aa0001, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1710586921/backup-masters 2024-11-27T12:22:07,529 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36527-0x1017c3e47aa0000, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Set watcher on existing znode=/0-1710586921/backup-masters/1ba5af43fd99,36527,1732710127169 2024-11-27T12:22:07,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39979-0x1017c3e47aa0001, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1710586921/master 2024-11-27T12:22:07,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36527-0x1017c3e47aa0000, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1710586921 2024-11-27T12:22:07,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39979-0x1017c3e47aa0001, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1710586921 2024-11-27T12:22:07,539 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36527-0x1017c3e47aa0000, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Set watcher on existing znode=/0-1710586921/master 2024-11-27T12:22:07,539 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1710586921/backup-masters/1ba5af43fd99,36527,1732710127169 from backup master directory 2024-11-27T12:22:07,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39979-0x1017c3e47aa0001, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1710586921/backup-masters 2024-11-27T12:22:07,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36527-0x1017c3e47aa0000, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1710586921/backup-masters/1ba5af43fd99,36527,1732710127169 2024-11-27T12:22:07,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36527-0x1017c3e47aa0000, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1710586921/backup-masters 2024-11-27T12:22:07,549 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:22:07,549 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ba5af43fd99,36527,1732710127169 2024-11-27T12:22:07,552 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/hbase.id] with ID: 6e58fc30-4080-47f5-9ab0-9ca1b98cfa6d 2024-11-27T12:22:07,552 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/.tmp/hbase.id 2024-11-27T12:22:07,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741826_1002 (size=42) 2024-11-27T12:22:07,958 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/.tmp/hbase.id]:[hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/hbase.id] 2024-11-27T12:22:07,973 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:22:07,973 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T12:22:07,974 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T12:22:08,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36527-0x1017c3e47aa0000, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1710586921 2024-11-27T12:22:08,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39979-0x1017c3e47aa0001, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1710586921 2024-11-27T12:22:08,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741827_1003 (size=196) 2024-11-27T12:22:08,016 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:22:08,017 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T12:22:08,017 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:22:08,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741828_1004 (size=1189) 2024-11-27T12:22:08,038 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/MasterData/data/master/store 2024-11-27T12:22:08,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741829_1005 (size=34) 2024-11-27T12:22:08,459 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:22:08,459 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:22:08,459 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:22:08,459 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:22:08,459 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:22:08,459 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:22:08,459 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:22:08,459 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732710128459Disabling compacts and flushes for region at 1732710128459Disabling writes for close at 1732710128459Writing region close event to WAL at 1732710128459Closed at 1732710128459 2024-11-27T12:22:08,460 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/MasterData/data/master/store/.initializing 2024-11-27T12:22:08,460 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/MasterData/WALs/1ba5af43fd99,36527,1732710127169 2024-11-27T12:22:08,461 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:22:08,462 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ba5af43fd99%2C36527%2C1732710127169, suffix=, logDir=hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/MasterData/WALs/1ba5af43fd99,36527,1732710127169, archiveDir=hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/MasterData/oldWALs, maxLogs=10 2024-11-27T12:22:08,490 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/MasterData/WALs/1ba5af43fd99,36527,1732710127169/1ba5af43fd99%2C36527%2C1732710127169.1732710128463, exclude list is [], retry=0 2024-11-27T12:22:08,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45893,DS-237abe2e-5bb8-4dad-a1ba-05cc4bca8e79,DISK] 2024-11-27T12:22:08,508 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/MasterData/WALs/1ba5af43fd99,36527,1732710127169/1ba5af43fd99%2C36527%2C1732710127169.1732710128463 2024-11-27T12:22:08,516 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34329:34329)] 2024-11-27T12:22:08,516 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:22:08,517 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:22:08,517 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:22:08,517 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:22:08,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:22:08,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T12:22:08,534 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:08,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:22:08,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:22:08,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T12:22:08,537 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:08,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:22:08,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:22:08,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T12:22:08,539 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:08,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:22:08,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:22:08,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T12:22:08,545 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:08,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:22:08,546 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:22:08,547 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:22:08,547 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:22:08,548 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:22:08,549 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:22:08,549 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:22:08,550 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:22:08,560 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:22:08,561 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62002666, jitterRate=-0.07608827948570251}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:22:08,562 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732710128517Initializing all the Stores at 1732710128517Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710128518 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710128532 (+14 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710128532Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710128532Cleaning up temporary data from old regions at 1732710128549 (+17 ms)Region opened successfully at 1732710128562 (+13 ms) 2024-11-27T12:22:08,567 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T12:22:08,570 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ae0a9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T12:22:08,571 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T12:22:08,571 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T12:22:08,571 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T12:22:08,571 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T12:22:08,572 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T12:22:08,572 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T12:22:08,573 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T12:22:08,587 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T12:22:08,588 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36527-0x1017c3e47aa0000, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Unable to get data of znode /0-1710586921/balancer because node does not exist (not necessarily an error) 2024-11-27T12:22:08,633 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1710586921/balancer already deleted, retry=false 2024-11-27T12:22:08,634 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T12:22:08,635 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36527-0x1017c3e47aa0000, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Unable to get data of znode /0-1710586921/normalizer because node does not exist (not necessarily an error) 2024-11-27T12:22:08,644 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1710586921/normalizer already deleted, retry=false 2024-11-27T12:22:08,644 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T12:22:08,646 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36527-0x1017c3e47aa0000, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Unable to get data of znode /0-1710586921/switch/split because node does not exist (not necessarily an error) 2024-11-27T12:22:08,654 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1710586921/switch/split already deleted, retry=false 2024-11-27T12:22:08,655 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36527-0x1017c3e47aa0000, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Unable to get data of znode /0-1710586921/switch/merge because node does not exist (not necessarily an error) 2024-11-27T12:22:08,665 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1710586921/switch/merge already deleted, retry=false 2024-11-27T12:22:08,667 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36527-0x1017c3e47aa0000, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Unable to get data of znode /0-1710586921/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T12:22:08,675 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1710586921/snapshot-cleanup already deleted, retry=false 2024-11-27T12:22:08,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39979-0x1017c3e47aa0001, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1710586921/running 2024-11-27T12:22:08,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39979-0x1017c3e47aa0001, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1710586921 2024-11-27T12:22:08,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36527-0x1017c3e47aa0000, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1710586921/running 2024-11-27T12:22:08,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36527-0x1017c3e47aa0000, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1710586921 2024-11-27T12:22:08,697 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ba5af43fd99,36527,1732710127169, sessionid=0x1017c3e47aa0000, setting cluster-up flag (Was=false) 2024-11-27T12:22:08,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39979-0x1017c3e47aa0001, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1710586921 2024-11-27T12:22:08,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36527-0x1017c3e47aa0000, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1710586921 2024-11-27T12:22:08,749 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1710586921/flush-table-proc/acquired, /0-1710586921/flush-table-proc/reached, /0-1710586921/flush-table-proc/abort 2024-11-27T12:22:08,751 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,36527,1732710127169 2024-11-27T12:22:08,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39979-0x1017c3e47aa0001, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1710586921 2024-11-27T12:22:08,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36527-0x1017c3e47aa0000, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1710586921 2024-11-27T12:22:08,802 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1710586921/online-snapshot/acquired, /0-1710586921/online-snapshot/reached, /0-1710586921/online-snapshot/abort 2024-11-27T12:22:08,803 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,36527,1732710127169 2024-11-27T12:22:08,804 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T12:22:08,809 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T12:22:08,810 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T12:22:08,810 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T12:22:08,810 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ba5af43fd99,36527,1732710127169 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T12:22:08,811 INFO [RS:0;1ba5af43fd99:39979 {}] regionserver.HRegionServer(746): ClusterId : 6e58fc30-4080-47f5-9ab0-9ca1b98cfa6d 2024-11-27T12:22:08,811 DEBUG [RS:0;1ba5af43fd99:39979 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T12:22:08,823 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:22:08,823 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:22:08,823 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:22:08,823 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:22:08,823 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ba5af43fd99:0, corePoolSize=10, maxPoolSize=10 2024-11-27T12:22:08,823 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:08,823 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:22:08,823 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:08,824 DEBUG [RS:0;1ba5af43fd99:39979 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T12:22:08,824 DEBUG [RS:0;1ba5af43fd99:39979 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T12:22:08,825 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:22:08,826 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T12:22:08,827 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:08,827 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T12:22:08,833 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732710158833 2024-11-27T12:22:08,833 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T12:22:08,833 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T12:22:08,833 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T12:22:08,833 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T12:22:08,833 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T12:22:08,833 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T12:22:08,834 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:08,834 DEBUG [RS:0;1ba5af43fd99:39979 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T12:22:08,835 DEBUG [RS:0;1ba5af43fd99:39979 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe594aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T12:22:08,835 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T12:22:08,835 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T12:22:08,835 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T12:22:08,835 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T12:22:08,836 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T12:22:08,836 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T12:22:08,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741831_1007 (size=1321) 2024-11-27T12:22:08,849 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T12:22:08,849 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845 2024-11-27T12:22:08,850 DEBUG [RS:0;1ba5af43fd99:39979 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ba5af43fd99:39979 2024-11-27T12:22:08,850 INFO [RS:0;1ba5af43fd99:39979 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T12:22:08,850 INFO [RS:0;1ba5af43fd99:39979 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T12:22:08,850 DEBUG [RS:0;1ba5af43fd99:39979 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T12:22:08,852 INFO [RS:0;1ba5af43fd99:39979 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ba5af43fd99,36527,1732710127169 with port=39979, startcode=1732710127483 2024-11-27T12:22:08,852 DEBUG [RS:0;1ba5af43fd99:39979 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T12:22:08,856 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732710128836,5,FailOnTimeoutGroup] 2024-11-27T12:22:08,858 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732710128856,5,FailOnTimeoutGroup] 2024-11-27T12:22:08,858 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:08,858 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T12:22:08,858 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:08,858 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:08,862 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T12:22:08,863 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36527 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ba5af43fd99,39979,1732710127483 2024-11-27T12:22:08,863 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36527 {}] master.ServerManager(517): Registering regionserver=1ba5af43fd99,39979,1732710127483 2024-11-27T12:22:08,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741832_1008 (size=32) 2024-11-27T12:22:08,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:22:08,867 DEBUG [RS:0;1ba5af43fd99:39979 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845 2024-11-27T12:22:08,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:22:08,867 DEBUG [RS:0;1ba5af43fd99:39979 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38795 2024-11-27T12:22:08,867 DEBUG [RS:0;1ba5af43fd99:39979 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T12:22:08,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:22:08,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:08,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:22:08,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:22:08,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:22:08,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:08,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:22:08,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:22:08,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:22:08,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:08,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:22:08,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:22:08,872 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:22:08,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:08,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:22:08,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:22:08,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/hbase/meta/1588230740 2024-11-27T12:22:08,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/hbase/meta/1588230740 2024-11-27T12:22:08,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:22:08,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:22:08,875 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:22:08,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36527-0x1017c3e47aa0000, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1710586921/rs 2024-11-27T12:22:08,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:22:08,876 DEBUG [RS:0;1ba5af43fd99:39979 {}] zookeeper.ZKUtil(111): regionserver:39979-0x1017c3e47aa0001, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Set watcher on existing znode=/0-1710586921/rs/1ba5af43fd99,39979,1732710127483 2024-11-27T12:22:08,876 WARN [RS:0;1ba5af43fd99:39979 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:22:08,876 INFO [RS:0;1ba5af43fd99:39979 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:22:08,876 DEBUG [RS:0;1ba5af43fd99:39979 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/WALs/1ba5af43fd99,39979,1732710127483 2024-11-27T12:22:08,877 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ba5af43fd99,39979,1732710127483] 2024-11-27T12:22:08,883 INFO [RS:0;1ba5af43fd99:39979 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T12:22:08,885 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:22:08,885 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67086226, jitterRate=-3.3733248710632324E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:22:08,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732710128865Initializing all the Stores at 1732710128866 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710128866Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710128867 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710128867Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710128867Cleaning up temporary data from old regions at 1732710128875 (+8 ms)Region opened successfully at 1732710128886 (+11 ms) 2024-11-27T12:22:08,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:22:08,886 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:22:08,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:22:08,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:22:08,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:22:08,889 INFO [RS:0;1ba5af43fd99:39979 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T12:22:08,889 INFO [RS:0;1ba5af43fd99:39979 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T12:22:08,889 INFO [RS:0;1ba5af43fd99:39979 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:08,892 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:22:08,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732710128886Disabling compacts and flushes for region at 1732710128886Disabling writes for close at 1732710128886Writing region close event to WAL at 1732710128891 (+5 ms)Closed at 1732710128892 (+1 ms) 2024-11-27T12:22:08,892 INFO [RS:0;1ba5af43fd99:39979 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T12:22:08,893 INFO [RS:0;1ba5af43fd99:39979 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T12:22:08,893 INFO [RS:0;1ba5af43fd99:39979 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:08,893 DEBUG [RS:0;1ba5af43fd99:39979 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:08,893 DEBUG [RS:0;1ba5af43fd99:39979 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:08,893 DEBUG [RS:0;1ba5af43fd99:39979 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:08,893 DEBUG [RS:0;1ba5af43fd99:39979 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:08,894 DEBUG [RS:0;1ba5af43fd99:39979 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:08,894 DEBUG [RS:0;1ba5af43fd99:39979 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:22:08,894 DEBUG [RS:0;1ba5af43fd99:39979 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:08,894 DEBUG [RS:0;1ba5af43fd99:39979 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:08,894 DEBUG [RS:0;1ba5af43fd99:39979 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:08,894 DEBUG [RS:0;1ba5af43fd99:39979 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:08,894 DEBUG [RS:0;1ba5af43fd99:39979 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:08,894 DEBUG [RS:0;1ba5af43fd99:39979 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:08,894 DEBUG [RS:0;1ba5af43fd99:39979 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:22:08,894 DEBUG [RS:0;1ba5af43fd99:39979 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:22:08,898 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:22:08,898 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T12:22:08,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T12:22:08,902 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:22:08,911 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T12:22:08,919 INFO [RS:0;1ba5af43fd99:39979 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:08,919 INFO [RS:0;1ba5af43fd99:39979 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:08,919 INFO [RS:0;1ba5af43fd99:39979 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:08,919 INFO [RS:0;1ba5af43fd99:39979 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:08,919 INFO [RS:0;1ba5af43fd99:39979 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:08,919 INFO [RS:0;1ba5af43fd99:39979 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,39979,1732710127483-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:22:08,943 INFO [RS:0;1ba5af43fd99:39979 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T12:22:08,943 INFO [RS:0;1ba5af43fd99:39979 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,39979,1732710127483-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:08,944 INFO [RS:0;1ba5af43fd99:39979 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:08,944 INFO [RS:0;1ba5af43fd99:39979 {}] regionserver.Replication(171): 1ba5af43fd99,39979,1732710127483 started 2024-11-27T12:22:08,964 INFO [RS:0;1ba5af43fd99:39979 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:08,964 INFO [RS:0;1ba5af43fd99:39979 {}] regionserver.HRegionServer(1482): Serving as 1ba5af43fd99,39979,1732710127483, RpcServer on 1ba5af43fd99/172.17.0.3:39979, sessionid=0x1017c3e47aa0001 2024-11-27T12:22:08,965 DEBUG [RS:0;1ba5af43fd99:39979 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T12:22:08,965 DEBUG [RS:0;1ba5af43fd99:39979 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ba5af43fd99,39979,1732710127483 2024-11-27T12:22:08,965 DEBUG [RS:0;1ba5af43fd99:39979 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,39979,1732710127483' 2024-11-27T12:22:08,965 DEBUG [RS:0;1ba5af43fd99:39979 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1710586921/flush-table-proc/abort' 2024-11-27T12:22:08,965 DEBUG [RS:0;1ba5af43fd99:39979 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1710586921/flush-table-proc/acquired' 2024-11-27T12:22:08,965 DEBUG [RS:0;1ba5af43fd99:39979 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T12:22:08,965 DEBUG [RS:0;1ba5af43fd99:39979 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T12:22:08,965 DEBUG [RS:0;1ba5af43fd99:39979 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ba5af43fd99,39979,1732710127483 2024-11-27T12:22:08,965 DEBUG [RS:0;1ba5af43fd99:39979 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,39979,1732710127483' 2024-11-27T12:22:08,965 DEBUG [RS:0;1ba5af43fd99:39979 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1710586921/online-snapshot/abort' 2024-11-27T12:22:08,966 DEBUG [RS:0;1ba5af43fd99:39979 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1710586921/online-snapshot/acquired' 2024-11-27T12:22:08,966 DEBUG [RS:0;1ba5af43fd99:39979 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T12:22:08,966 INFO [RS:0;1ba5af43fd99:39979 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T12:22:08,966 INFO [RS:0;1ba5af43fd99:39979 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T12:22:09,061 WARN [1ba5af43fd99:36527 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T12:22:09,066 INFO [RS:0;1ba5af43fd99:39979 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:22:09,067 INFO [RS:0;1ba5af43fd99:39979 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C39979%2C1732710127483, suffix=, logDir=hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/WALs/1ba5af43fd99,39979,1732710127483, archiveDir=hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/oldWALs, maxLogs=10 2024-11-27T12:22:09,082 DEBUG [RS:0;1ba5af43fd99:39979 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/WALs/1ba5af43fd99,39979,1732710127483/1ba5af43fd99%2C39979%2C1732710127483.1732710129068, exclude list is [], retry=0 2024-11-27T12:22:09,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45893,DS-237abe2e-5bb8-4dad-a1ba-05cc4bca8e79,DISK] 2024-11-27T12:22:09,090 INFO [RS:0;1ba5af43fd99:39979 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/WALs/1ba5af43fd99,39979,1732710127483/1ba5af43fd99%2C39979%2C1732710127483.1732710129068 2024-11-27T12:22:09,090 DEBUG [RS:0;1ba5af43fd99:39979 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34329:34329)] 2024-11-27T12:22:09,311 DEBUG [1ba5af43fd99:36527 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T12:22:09,312 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ba5af43fd99,39979,1732710127483 2024-11-27T12:22:09,313 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,39979,1732710127483, state=OPENING 2024-11-27T12:22:09,328 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T12:22:09,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36527-0x1017c3e47aa0000, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1710586921 2024-11-27T12:22:09,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39979-0x1017c3e47aa0001, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1710586921 2024-11-27T12:22:09,369 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1710586921/meta-region-server: CHANGED 2024-11-27T12:22:09,369 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1710586921/meta-region-server: CHANGED 2024-11-27T12:22:09,369 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:22:09,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,39979,1732710127483}] 2024-11-27T12:22:09,528 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T12:22:09,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41533, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T12:22:09,536 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T12:22:09,536 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:22:09,536 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T12:22:09,542 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C39979%2C1732710127483.meta, suffix=.meta, logDir=hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/WALs/1ba5af43fd99,39979,1732710127483, archiveDir=hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/oldWALs, maxLogs=10 2024-11-27T12:22:09,558 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/WALs/1ba5af43fd99,39979,1732710127483/1ba5af43fd99%2C39979%2C1732710127483.meta.1732710129542.meta, exclude list is [], retry=0 2024-11-27T12:22:09,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45893,DS-237abe2e-5bb8-4dad-a1ba-05cc4bca8e79,DISK] 2024-11-27T12:22:09,561 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/WALs/1ba5af43fd99,39979,1732710127483/1ba5af43fd99%2C39979%2C1732710127483.meta.1732710129542.meta 2024-11-27T12:22:09,562 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34329:34329)] 2024-11-27T12:22:09,562 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:22:09,562 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:22:09,562 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T12:22:09,562 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T12:22:09,562 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T12:22:09,562 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T12:22:09,563 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:22:09,563 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T12:22:09,563 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T12:22:09,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:22:09,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:22:09,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:09,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:22:09,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:22:09,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:22:09,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:09,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:22:09,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:22:09,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:22:09,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:09,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:22:09,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:22:09,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:22:09,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:09,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:22:09,567 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:22:09,568 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/hbase/meta/1588230740 2024-11-27T12:22:09,568 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/hbase/meta/1588230740 2024-11-27T12:22:09,569 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:22:09,569 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:22:09,569 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:22:09,570 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:22:09,571 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75186435, jitterRate=0.1203651875257492}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:22:09,571 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T12:22:09,571 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732710129563Writing region info on filesystem at 1732710129563Initializing all the Stores at 1732710129563Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710129563Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710129563Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710129563Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710129564 (+1 ms)Cleaning up temporary data from old regions at 1732710129569 (+5 ms)Running coprocessor post-open hooks at 1732710129571 (+2 ms)Region opened successfully at 1732710129571 2024-11-27T12:22:09,572 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732710129528 2024-11-27T12:22:09,573 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T12:22:09,573 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T12:22:09,574 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,39979,1732710127483 2024-11-27T12:22:09,574 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,39979,1732710127483, state=OPEN 2024-11-27T12:22:09,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39979-0x1017c3e47aa0001, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1710586921/meta-region-server 2024-11-27T12:22:09,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36527-0x1017c3e47aa0000, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1710586921/meta-region-server 2024-11-27T12:22:09,591 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ba5af43fd99,39979,1732710127483 2024-11-27T12:22:09,591 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1710586921/meta-region-server: CHANGED 2024-11-27T12:22:09,592 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1710586921/meta-region-server: CHANGED 2024-11-27T12:22:09,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T12:22:09,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,39979,1732710127483 in 222 msec 2024-11-27T12:22:09,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T12:22:09,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 696 msec 2024-11-27T12:22:09,595 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:22:09,595 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T12:22:09,596 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:22:09,596 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,39979,1732710127483, seqNum=-1] 2024-11-27T12:22:09,597 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:22:09,597 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38295, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:22:09,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 793 msec 2024-11-27T12:22:09,602 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732710129602, completionTime=-1 2024-11-27T12:22:09,602 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T12:22:09,602 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T12:22:09,604 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T12:22:09,604 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732710189604 2024-11-27T12:22:09,604 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732710249604 2024-11-27T12:22:09,604 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T12:22:09,604 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,36527,1732710127169-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:09,604 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,36527,1732710127169-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:09,604 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,36527,1732710127169-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:09,604 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ba5af43fd99:36527, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:09,604 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:09,605 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:09,606 DEBUG [master/1ba5af43fd99:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T12:22:09,607 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.058sec 2024-11-27T12:22:09,607 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T12:22:09,607 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T12:22:09,607 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T12:22:09,607 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T12:22:09,608 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T12:22:09,608 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,36527,1732710127169-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:22:09,608 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,36527,1732710127169-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T12:22:09,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d13581f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:09,609 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,36527,-1 for getting cluster id 2024-11-27T12:22:09,609 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:22:09,610 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T12:22:09,610 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T12:22:09,610 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,36527,1732710127169-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:09,612 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e58fc30-4080-47f5-9ab0-9ca1b98cfa6d' 2024-11-27T12:22:09,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:22:09,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e58fc30-4080-47f5-9ab0-9ca1b98cfa6d" 2024-11-27T12:22:09,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e6f1648, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:09,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,36527,-1] 2024-11-27T12:22:09,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:22:09,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:09,614 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:22:09,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48cddaf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:09,615 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:22:09,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,39979,1732710127483, seqNum=-1] 2024-11-27T12:22:09,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:22:09,617 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:22:09,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ba5af43fd99,36527,1732710127169 2024-11-27T12:22:09,618 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59795 2024-11-27T12:22:09,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:22:09,632 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017c3e47aa0002 connected 2024-11-27T12:22:09,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ea99238-5148-138f-6f0e-bf9ce1c11922/hadoop.log.dir so I do NOT create it in target/test-data/12c006f2-4898-461e-a243-40cfaf7cb0c3 2024-11-27T12:22:09,643 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ea99238-5148-138f-6f0e-bf9ce1c11922/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T12:22:09,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ea99238-5148-138f-6f0e-bf9ce1c11922/hadoop.tmp.dir so I do NOT create it in target/test-data/12c006f2-4898-461e-a243-40cfaf7cb0c3 2024-11-27T12:22:09,644 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ea99238-5148-138f-6f0e-bf9ce1c11922/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T12:22:09,644 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12c006f2-4898-461e-a243-40cfaf7cb0c3 2024-11-27T12:22:09,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T12:22:09,644 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12c006f2-4898-461e-a243-40cfaf7cb0c3/cluster_3e84adb0-1e6d-45b1-f6a4-f61604e3bd48, deleteOnExit=true 2024-11-27T12:22:09,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T12:22:09,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12c006f2-4898-461e-a243-40cfaf7cb0c3/test.cache.data in system properties and HBase conf 2024-11-27T12:22:09,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12c006f2-4898-461e-a243-40cfaf7cb0c3/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T12:22:09,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12c006f2-4898-461e-a243-40cfaf7cb0c3/hadoop.log.dir in system properties and HBase conf 2024-11-27T12:22:09,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12c006f2-4898-461e-a243-40cfaf7cb0c3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T12:22:09,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12c006f2-4898-461e-a243-40cfaf7cb0c3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T12:22:09,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T12:22:09,644 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T12:22:09,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12c006f2-4898-461e-a243-40cfaf7cb0c3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:22:09,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12c006f2-4898-461e-a243-40cfaf7cb0c3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:22:09,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12c006f2-4898-461e-a243-40cfaf7cb0c3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T12:22:09,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12c006f2-4898-461e-a243-40cfaf7cb0c3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:22:09,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12c006f2-4898-461e-a243-40cfaf7cb0c3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T12:22:09,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12c006f2-4898-461e-a243-40cfaf7cb0c3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T12:22:09,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12c006f2-4898-461e-a243-40cfaf7cb0c3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:22:09,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12c006f2-4898-461e-a243-40cfaf7cb0c3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:22:09,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12c006f2-4898-461e-a243-40cfaf7cb0c3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T12:22:09,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12c006f2-4898-461e-a243-40cfaf7cb0c3/nfs.dump.dir in system properties and HBase conf 2024-11-27T12:22:09,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12c006f2-4898-461e-a243-40cfaf7cb0c3/java.io.tmpdir in system properties and HBase conf 2024-11-27T12:22:09,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12c006f2-4898-461e-a243-40cfaf7cb0c3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:22:09,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12c006f2-4898-461e-a243-40cfaf7cb0c3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T12:22:09,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12c006f2-4898-461e-a243-40cfaf7cb0c3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T12:22:10,016 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:22:10,021 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:22:10,022 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:22:10,022 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:22:10,022 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T12:22:10,033 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:22:10,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c773f45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12c006f2-4898-461e-a243-40cfaf7cb0c3/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:22:10,041 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@384dd753{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:22:10,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35623572{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12c006f2-4898-461e-a243-40cfaf7cb0c3/java.io.tmpdir/jetty-localhost-45817-hadoop-hdfs-3_4_1-tests_jar-_-any-13083136592923892943/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:22:10,154 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39bad9d4{HTTP/1.1, (http/1.1)}{localhost:45817} 2024-11-27T12:22:10,154 INFO [Time-limited test {}] server.Server(415): Started @285124ms 2024-11-27T12:22:10,810 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:22:10,813 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:22:10,816 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:22:10,816 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:22:10,816 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T12:22:10,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@965b6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12c006f2-4898-461e-a243-40cfaf7cb0c3/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:22:10,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b2fe634{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:22:10,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@217849af{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12c006f2-4898-461e-a243-40cfaf7cb0c3/java.io.tmpdir/jetty-localhost-34285-hadoop-hdfs-3_4_1-tests_jar-_-any-16567562111170000951/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:22:10,961 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c2fb306{HTTP/1.1, (http/1.1)}{localhost:34285} 2024-11-27T12:22:10,961 INFO [Time-limited test {}] server.Server(415): Started @285930ms 2024-11-27T12:22:10,962 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T12:22:11,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T12:22:11,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T12:22:11,879 WARN [Thread-3573 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12c006f2-4898-461e-a243-40cfaf7cb0c3/cluster_3e84adb0-1e6d-45b1-f6a4-f61604e3bd48/data/data1/current/BP-18890828-172.17.0.3-1732710129694/current, will proceed with Du for space computation calculation, 2024-11-27T12:22:11,881 WARN [Thread-3574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12c006f2-4898-461e-a243-40cfaf7cb0c3/cluster_3e84adb0-1e6d-45b1-f6a4-f61604e3bd48/data/data2/current/BP-18890828-172.17.0.3-1732710129694/current, will proceed with Du for space computation calculation, 2024-11-27T12:22:11,912 WARN [Thread-3561 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T12:22:11,916 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc77afd4265987f58 with lease ID 0xc984cc86a4de6793: Processing first storage report for DS-6f442ad1-ee03-4c6f-8530-71d412df122e from datanode DatanodeRegistration(127.0.0.1:37431, datanodeUuid=32e5e225-acf1-4195-a9cd-6ca521827af6, infoPort=42697, infoSecurePort=0, ipcPort=37915, storageInfo=lv=-57;cid=testClusterID;nsid=2137414423;c=1732710129694) 2024-11-27T12:22:11,916 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc77afd4265987f58 with lease ID 0xc984cc86a4de6793: from storage DS-6f442ad1-ee03-4c6f-8530-71d412df122e node DatanodeRegistration(127.0.0.1:37431, datanodeUuid=32e5e225-acf1-4195-a9cd-6ca521827af6, infoPort=42697, infoSecurePort=0, ipcPort=37915, storageInfo=lv=-57;cid=testClusterID;nsid=2137414423;c=1732710129694), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:22:11,916 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc77afd4265987f58 with lease ID 0xc984cc86a4de6793: Processing first storage report for DS-7a6f1440-7cfd-40b8-adda-e3b3807ce5c0 from datanode DatanodeRegistration(127.0.0.1:37431, datanodeUuid=32e5e225-acf1-4195-a9cd-6ca521827af6, infoPort=42697, infoSecurePort=0, ipcPort=37915, storageInfo=lv=-57;cid=testClusterID;nsid=2137414423;c=1732710129694) 2024-11-27T12:22:11,916 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc77afd4265987f58 with lease ID 0xc984cc86a4de6793: from storage DS-7a6f1440-7cfd-40b8-adda-e3b3807ce5c0 node DatanodeRegistration(127.0.0.1:37431, datanodeUuid=32e5e225-acf1-4195-a9cd-6ca521827af6, infoPort=42697, infoSecurePort=0, ipcPort=37915, storageInfo=lv=-57;cid=testClusterID;nsid=2137414423;c=1732710129694), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T12:22:11,926 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12c006f2-4898-461e-a243-40cfaf7cb0c3 2024-11-27T12:22:11,927 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:22:11,929 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:22:11,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37431 is added to blk_1073741825_1001 (size=7) 2024-11-27T12:22:11,977 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7 with version=8 2024-11-27T12:22:11,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/hbase-staging 2024-11-27T12:22:11,980 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T12:22:11,981 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:22:11,981 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:22:11,981 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:22:11,981 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:22:11,981 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:22:11,981 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T12:22:11,981 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:22:11,985 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37313 2024-11-27T12:22:11,986 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37313 connecting to ZooKeeper ensemble=127.0.0.1:59795 2024-11-27T12:22:12,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:373130x0, quorum=127.0.0.1:59795, baseZNode=/11623079845 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:22:12,004 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37313-0x1017c3e47aa0003 connected 2024-11-27T12:22:12,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:22:12,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:22:12,080 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37313-0x1017c3e47aa0003, quorum=127.0.0.1:59795, baseZNode=/11623079845 Set watcher on znode that does not yet exist, /11623079845/running 2024-11-27T12:22:12,080 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7, hbase.cluster.distributed=false 2024-11-27T12:22:12,081 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37313-0x1017c3e47aa0003, quorum=127.0.0.1:59795, baseZNode=/11623079845 Set watcher on znode that does not yet exist, /11623079845/acl 2024-11-27T12:22:12,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37313 2024-11-27T12:22:12,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37313 2024-11-27T12:22:12,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37313 2024-11-27T12:22:12,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37313 2024-11-27T12:22:12,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37313 2024-11-27T12:22:12,105 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T12:22:12,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:22:12,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:22:12,105 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:22:12,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:22:12,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:22:12,105 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T12:22:12,105 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:22:12,106 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36003 2024-11-27T12:22:12,107 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36003 connecting to ZooKeeper ensemble=127.0.0.1:59795 2024-11-27T12:22:12,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:22:12,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:22:12,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360030x0, quorum=127.0.0.1:59795, baseZNode=/11623079845 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:22:12,126 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:360030x0, quorum=127.0.0.1:59795, baseZNode=/11623079845 Set watcher on znode that does not yet exist, /11623079845/running 2024-11-27T12:22:12,126 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36003-0x1017c3e47aa0004 connected 2024-11-27T12:22:12,127 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T12:22:12,127 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T12:22:12,127 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36003-0x1017c3e47aa0004, quorum=127.0.0.1:59795, baseZNode=/11623079845 Set watcher on znode that does not yet exist, /11623079845/master 2024-11-27T12:22:12,128 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36003-0x1017c3e47aa0004, quorum=127.0.0.1:59795, baseZNode=/11623079845 Set watcher on znode that does not yet exist, /11623079845/acl 2024-11-27T12:22:12,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36003 2024-11-27T12:22:12,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36003 2024-11-27T12:22:12,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36003 2024-11-27T12:22:12,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36003 2024-11-27T12:22:12,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36003 2024-11-27T12:22:12,159 DEBUG [M:0;1ba5af43fd99:37313 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ba5af43fd99:37313 2024-11-27T12:22:12,159 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11623079845/backup-masters/1ba5af43fd99,37313,1732710131980 2024-11-27T12:22:12,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36003-0x1017c3e47aa0004, quorum=127.0.0.1:59795, baseZNode=/11623079845 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11623079845/backup-masters 2024-11-27T12:22:12,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37313-0x1017c3e47aa0003, quorum=127.0.0.1:59795, baseZNode=/11623079845 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11623079845/backup-masters 2024-11-27T12:22:12,171 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37313-0x1017c3e47aa0003, quorum=127.0.0.1:59795, baseZNode=/11623079845 Set watcher on existing znode=/11623079845/backup-masters/1ba5af43fd99,37313,1732710131980 2024-11-27T12:22:12,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37313-0x1017c3e47aa0003, quorum=127.0.0.1:59795, baseZNode=/11623079845 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11623079845 2024-11-27T12:22:12,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36003-0x1017c3e47aa0004, quorum=127.0.0.1:59795, baseZNode=/11623079845 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11623079845/master 2024-11-27T12:22:12,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36003-0x1017c3e47aa0004, quorum=127.0.0.1:59795, baseZNode=/11623079845 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11623079845 2024-11-27T12:22:12,181 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37313-0x1017c3e47aa0003, quorum=127.0.0.1:59795, baseZNode=/11623079845 Set watcher on existing znode=/11623079845/master 2024-11-27T12:22:12,181 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11623079845/backup-masters/1ba5af43fd99,37313,1732710131980 from backup master directory 2024-11-27T12:22:12,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37313-0x1017c3e47aa0003, quorum=127.0.0.1:59795, baseZNode=/11623079845 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11623079845/backup-masters/1ba5af43fd99,37313,1732710131980 2024-11-27T12:22:12,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37313-0x1017c3e47aa0003, quorum=127.0.0.1:59795, baseZNode=/11623079845 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11623079845/backup-masters 2024-11-27T12:22:12,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36003-0x1017c3e47aa0004, quorum=127.0.0.1:59795, baseZNode=/11623079845 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11623079845/backup-masters 2024-11-27T12:22:12,192 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:22:12,192 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ba5af43fd99,37313,1732710131980 2024-11-27T12:22:12,195 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/hbase.id] with ID: 53ee139b-e132-417d-927b-cf01bdd21e6e 2024-11-27T12:22:12,195 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/.tmp/hbase.id 2024-11-27T12:22:12,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37431 is added to blk_1073741826_1002 (size=42) 2024-11-27T12:22:12,399 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:22:12,400 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ba5af43fd99,33547,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:33547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T12:22:12,400 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88548 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ba5af43fd99,33547,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:33547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T12:22:12,601 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/.tmp/hbase.id]:[hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/hbase.id] 2024-11-27T12:22:12,614 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:22:12,614 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T12:22:12,615 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T12:22:12,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36003-0x1017c3e47aa0004, quorum=127.0.0.1:59795, baseZNode=/11623079845 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11623079845 2024-11-27T12:22:12,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37313-0x1017c3e47aa0003, quorum=127.0.0.1:59795, baseZNode=/11623079845 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11623079845 2024-11-27T12:22:12,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37431 is added to blk_1073741827_1003 (size=196) 2024-11-27T12:22:13,094 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:22:13,095 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T12:22:13,096 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:22:13,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37431 is added to blk_1073741828_1004 (size=1189) 2024-11-27T12:22:13,502 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/MasterData/data/master/store 2024-11-27T12:22:13,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37431 is added to blk_1073741829_1005 (size=34) 2024-11-27T12:22:13,908 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:22:13,908 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:22:13,908 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:22:13,908 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:22:13,908 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:22:13,908 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:22:13,908 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:22:13,908 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732710133908Disabling compacts and flushes for region at 1732710133908Disabling writes for close at 1732710133908Writing region close event to WAL at 1732710133908Closed at 1732710133908 2024-11-27T12:22:13,909 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/MasterData/data/master/store/.initializing 2024-11-27T12:22:13,909 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/MasterData/WALs/1ba5af43fd99,37313,1732710131980 2024-11-27T12:22:13,910 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:22:13,912 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ba5af43fd99%2C37313%2C1732710131980, suffix=, logDir=hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/MasterData/WALs/1ba5af43fd99,37313,1732710131980, archiveDir=hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/MasterData/oldWALs, maxLogs=10 2024-11-27T12:22:13,929 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/MasterData/WALs/1ba5af43fd99,37313,1732710131980/1ba5af43fd99%2C37313%2C1732710131980.1732710133912, exclude list is [], retry=0 2024-11-27T12:22:13,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37431,DS-6f442ad1-ee03-4c6f-8530-71d412df122e,DISK] 2024-11-27T12:22:13,933 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/MasterData/WALs/1ba5af43fd99,37313,1732710131980/1ba5af43fd99%2C37313%2C1732710131980.1732710133912 2024-11-27T12:22:13,936 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42697:42697)] 2024-11-27T12:22:13,936 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:22:13,936 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:22:13,937 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:22:13,937 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:22:13,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:22:13,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T12:22:13,941 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:13,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:22:13,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:22:13,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T12:22:13,943 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:13,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:22:13,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:22:13,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T12:22:13,944 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:13,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:22:13,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:22:13,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T12:22:13,945 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:13,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:22:13,946 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:22:13,946 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:22:13,946 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:22:13,947 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:22:13,947 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:22:13,948 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:22:13,949 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:22:13,951 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:22:13,952 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60602512, jitterRate=-0.09695219993591309}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:22:13,952 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732710133937Initializing all the Stores at 1732710133938 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710133938Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710133940 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710133940Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710133940Cleaning up temporary data from old regions at 1732710133947 (+7 ms)Region opened successfully at 1732710133952 (+5 ms) 2024-11-27T12:22:13,952 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T12:22:13,961 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59a1af3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T12:22:13,962 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T12:22:13,962 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T12:22:13,963 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T12:22:13,963 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T12:22:13,963 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T12:22:13,963 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T12:22:13,964 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T12:22:13,976 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T12:22:13,977 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37313-0x1017c3e47aa0003, quorum=127.0.0.1:59795, baseZNode=/11623079845 Unable to get data of znode /11623079845/balancer because node does not exist (not necessarily an error) 2024-11-27T12:22:13,994 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11623079845/balancer already deleted, retry=false 2024-11-27T12:22:13,994 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T12:22:13,996 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37313-0x1017c3e47aa0003, quorum=127.0.0.1:59795, baseZNode=/11623079845 Unable to get data of znode /11623079845/normalizer because node does not exist (not necessarily an error) 2024-11-27T12:22:14,003 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11623079845/normalizer already deleted, retry=false 2024-11-27T12:22:14,003 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T12:22:14,014 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37313-0x1017c3e47aa0003, quorum=127.0.0.1:59795, baseZNode=/11623079845 Unable to get data of znode /11623079845/switch/split because node does not exist (not necessarily an error) 2024-11-27T12:22:14,023 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11623079845/switch/split already deleted, retry=false 2024-11-27T12:22:14,024 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37313-0x1017c3e47aa0003, quorum=127.0.0.1:59795, baseZNode=/11623079845 Unable to get data of znode /11623079845/switch/merge because node does not exist (not necessarily an error) 2024-11-27T12:22:14,033 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11623079845/switch/merge already deleted, retry=false 2024-11-27T12:22:14,035 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37313-0x1017c3e47aa0003, quorum=127.0.0.1:59795, baseZNode=/11623079845 Unable to get data of znode /11623079845/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T12:22:14,044 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11623079845/snapshot-cleanup already deleted, retry=false 2024-11-27T12:22:14,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37313-0x1017c3e47aa0003, quorum=127.0.0.1:59795, baseZNode=/11623079845 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11623079845/running 2024-11-27T12:22:14,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36003-0x1017c3e47aa0004, quorum=127.0.0.1:59795, baseZNode=/11623079845 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11623079845/running 2024-11-27T12:22:14,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37313-0x1017c3e47aa0003, quorum=127.0.0.1:59795, baseZNode=/11623079845 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11623079845 2024-11-27T12:22:14,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36003-0x1017c3e47aa0004, quorum=127.0.0.1:59795, baseZNode=/11623079845 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11623079845 2024-11-27T12:22:14,055 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ba5af43fd99,37313,1732710131980, sessionid=0x1017c3e47aa0003, setting cluster-up flag (Was=false) 2024-11-27T12:22:14,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36003-0x1017c3e47aa0004, quorum=127.0.0.1:59795, baseZNode=/11623079845 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11623079845 2024-11-27T12:22:14,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37313-0x1017c3e47aa0003, quorum=127.0.0.1:59795, baseZNode=/11623079845 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11623079845 2024-11-27T12:22:14,107 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11623079845/flush-table-proc/acquired, /11623079845/flush-table-proc/reached, /11623079845/flush-table-proc/abort 2024-11-27T12:22:14,108 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,37313,1732710131980 2024-11-27T12:22:14,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37313-0x1017c3e47aa0003, quorum=127.0.0.1:59795, baseZNode=/11623079845 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11623079845 2024-11-27T12:22:14,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36003-0x1017c3e47aa0004, quorum=127.0.0.1:59795, baseZNode=/11623079845 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11623079845 2024-11-27T12:22:14,159 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11623079845/online-snapshot/acquired, /11623079845/online-snapshot/reached, /11623079845/online-snapshot/abort 2024-11-27T12:22:14,161 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,37313,1732710131980 2024-11-27T12:22:14,165 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T12:22:14,169 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T12:22:14,169 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T12:22:14,169 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T12:22:14,170 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ba5af43fd99,37313,1732710131980 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T12:22:14,171 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:22:14,171 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:22:14,171 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:22:14,171 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:22:14,171 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ba5af43fd99:0, corePoolSize=10, maxPoolSize=10 2024-11-27T12:22:14,171 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:14,171 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:22:14,171 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:14,173 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:22:14,173 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T12:22:14,174 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:14,174 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T12:22:14,196 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732710164196 2024-11-27T12:22:14,196 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T12:22:14,197 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T12:22:14,197 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T12:22:14,197 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T12:22:14,197 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T12:22:14,197 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T12:22:14,200 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:14,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37431 is added to blk_1073741831_1007 (size=1321) 2024-11-27T12:22:14,208 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T12:22:14,208 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T12:22:14,209 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T12:22:14,209 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T12:22:14,212 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T12:22:14,212 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T12:22:14,217 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732710134212,5,FailOnTimeoutGroup] 2024-11-27T12:22:14,218 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732710134217,5,FailOnTimeoutGroup] 2024-11-27T12:22:14,218 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:14,218 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T12:22:14,218 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:14,218 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:14,247 INFO [RS:0;1ba5af43fd99:36003 {}] regionserver.HRegionServer(746): ClusterId : 53ee139b-e132-417d-927b-cf01bdd21e6e 2024-11-27T12:22:14,247 DEBUG [RS:0;1ba5af43fd99:36003 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T12:22:14,255 DEBUG [RS:0;1ba5af43fd99:36003 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T12:22:14,255 DEBUG [RS:0;1ba5af43fd99:36003 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T12:22:14,265 DEBUG [RS:0;1ba5af43fd99:36003 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T12:22:14,266 DEBUG [RS:0;1ba5af43fd99:36003 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3788e9c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T12:22:14,285 DEBUG [RS:0;1ba5af43fd99:36003 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ba5af43fd99:36003 2024-11-27T12:22:14,285 INFO [RS:0;1ba5af43fd99:36003 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T12:22:14,285 INFO [RS:0;1ba5af43fd99:36003 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T12:22:14,285 DEBUG [RS:0;1ba5af43fd99:36003 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T12:22:14,285 INFO [RS:0;1ba5af43fd99:36003 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ba5af43fd99,37313,1732710131980 with port=36003, startcode=1732710132105 2024-11-27T12:22:14,285 DEBUG [RS:0;1ba5af43fd99:36003 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T12:22:14,287 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T12:22:14,287 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37313 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ba5af43fd99,36003,1732710132105 2024-11-27T12:22:14,287 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37313 {}] master.ServerManager(517): Registering regionserver=1ba5af43fd99,36003,1732710132105 2024-11-27T12:22:14,288 DEBUG [RS:0;1ba5af43fd99:36003 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7 2024-11-27T12:22:14,288 DEBUG [RS:0;1ba5af43fd99:36003 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46041 2024-11-27T12:22:14,288 DEBUG [RS:0;1ba5af43fd99:36003 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T12:22:14,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37313-0x1017c3e47aa0003, quorum=127.0.0.1:59795, baseZNode=/11623079845 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11623079845/rs 2024-11-27T12:22:14,351 DEBUG [RS:0;1ba5af43fd99:36003 {}] zookeeper.ZKUtil(111): regionserver:36003-0x1017c3e47aa0004, quorum=127.0.0.1:59795, baseZNode=/11623079845 Set watcher on existing znode=/11623079845/rs/1ba5af43fd99,36003,1732710132105 2024-11-27T12:22:14,351 WARN [RS:0;1ba5af43fd99:36003 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:22:14,351 INFO [RS:0;1ba5af43fd99:36003 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:22:14,351 DEBUG [RS:0;1ba5af43fd99:36003 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105 2024-11-27T12:22:14,351 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ba5af43fd99,36003,1732710132105] 2024-11-27T12:22:14,353 INFO [RS:0;1ba5af43fd99:36003 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T12:22:14,355 INFO [RS:0;1ba5af43fd99:36003 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T12:22:14,355 INFO [RS:0;1ba5af43fd99:36003 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T12:22:14,355 INFO [RS:0;1ba5af43fd99:36003 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:14,355 INFO [RS:0;1ba5af43fd99:36003 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T12:22:14,356 INFO [RS:0;1ba5af43fd99:36003 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T12:22:14,356 INFO [RS:0;1ba5af43fd99:36003 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:14,356 DEBUG [RS:0;1ba5af43fd99:36003 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:14,356 DEBUG [RS:0;1ba5af43fd99:36003 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:14,356 DEBUG [RS:0;1ba5af43fd99:36003 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:14,356 DEBUG [RS:0;1ba5af43fd99:36003 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:14,356 DEBUG [RS:0;1ba5af43fd99:36003 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:14,356 DEBUG [RS:0;1ba5af43fd99:36003 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:22:14,356 DEBUG [RS:0;1ba5af43fd99:36003 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:14,356 DEBUG [RS:0;1ba5af43fd99:36003 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:14,356 DEBUG [RS:0;1ba5af43fd99:36003 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:14,356 DEBUG [RS:0;1ba5af43fd99:36003 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:14,356 DEBUG [RS:0;1ba5af43fd99:36003 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:14,356 DEBUG [RS:0;1ba5af43fd99:36003 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:14,356 DEBUG [RS:0;1ba5af43fd99:36003 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:22:14,356 DEBUG [RS:0;1ba5af43fd99:36003 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:22:14,357 INFO [RS:0;1ba5af43fd99:36003 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:14,357 INFO [RS:0;1ba5af43fd99:36003 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:14,357 INFO [RS:0;1ba5af43fd99:36003 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:14,357 INFO [RS:0;1ba5af43fd99:36003 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:14,357 INFO [RS:0;1ba5af43fd99:36003 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:14,357 INFO [RS:0;1ba5af43fd99:36003 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,36003,1732710132105-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:22:14,369 INFO [RS:0;1ba5af43fd99:36003 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T12:22:14,369 INFO [RS:0;1ba5af43fd99:36003 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,36003,1732710132105-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:14,369 INFO [RS:0;1ba5af43fd99:36003 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:14,369 INFO [RS:0;1ba5af43fd99:36003 {}] regionserver.Replication(171): 1ba5af43fd99,36003,1732710132105 started 2024-11-27T12:22:14,383 INFO [RS:0;1ba5af43fd99:36003 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:14,383 INFO [RS:0;1ba5af43fd99:36003 {}] regionserver.HRegionServer(1482): Serving as 1ba5af43fd99,36003,1732710132105, RpcServer on 1ba5af43fd99/172.17.0.3:36003, sessionid=0x1017c3e47aa0004 2024-11-27T12:22:14,384 DEBUG [RS:0;1ba5af43fd99:36003 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T12:22:14,384 DEBUG [RS:0;1ba5af43fd99:36003 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ba5af43fd99,36003,1732710132105 2024-11-27T12:22:14,384 DEBUG [RS:0;1ba5af43fd99:36003 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,36003,1732710132105' 2024-11-27T12:22:14,384 DEBUG [RS:0;1ba5af43fd99:36003 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11623079845/flush-table-proc/abort' 2024-11-27T12:22:14,384 DEBUG [RS:0;1ba5af43fd99:36003 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11623079845/flush-table-proc/acquired' 2024-11-27T12:22:14,385 DEBUG [RS:0;1ba5af43fd99:36003 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T12:22:14,385 DEBUG [RS:0;1ba5af43fd99:36003 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T12:22:14,385 DEBUG [RS:0;1ba5af43fd99:36003 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ba5af43fd99,36003,1732710132105 2024-11-27T12:22:14,385 DEBUG [RS:0;1ba5af43fd99:36003 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,36003,1732710132105' 2024-11-27T12:22:14,385 DEBUG [RS:0;1ba5af43fd99:36003 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11623079845/online-snapshot/abort' 2024-11-27T12:22:14,385 DEBUG [RS:0;1ba5af43fd99:36003 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11623079845/online-snapshot/acquired' 2024-11-27T12:22:14,385 DEBUG [RS:0;1ba5af43fd99:36003 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T12:22:14,385 INFO [RS:0;1ba5af43fd99:36003 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T12:22:14,385 INFO [RS:0;1ba5af43fd99:36003 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T12:22:14,485 INFO [RS:0;1ba5af43fd99:36003 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:22:14,487 INFO [RS:0;1ba5af43fd99:36003 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C36003%2C1732710132105, suffix=, logDir=hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105, archiveDir=hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/oldWALs, maxLogs=10 2024-11-27T12:22:14,498 DEBUG [RS:0;1ba5af43fd99:36003 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487, exclude list is [], retry=0 2024-11-27T12:22:14,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37431,DS-6f442ad1-ee03-4c6f-8530-71d412df122e,DISK] 2024-11-27T12:22:14,501 INFO [RS:0;1ba5af43fd99:36003 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487 2024-11-27T12:22:14,501 DEBUG [RS:0;1ba5af43fd99:36003 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42697:42697)] 2024-11-27T12:22:14,604 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T12:22:14,604 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7 2024-11-27T12:22:14,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37431 is added to blk_1073741833_1009 (size=32) 2024-11-27T12:22:15,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:22:15,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:22:15,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:22:15,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:15,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:22:15,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:22:15,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:22:15,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:15,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:22:15,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:22:15,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:22:15,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:15,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:22:15,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:22:15,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:22:15,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:15,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:22:15,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:22:15,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/hbase/meta/1588230740 2024-11-27T12:22:15,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/hbase/meta/1588230740 2024-11-27T12:22:15,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:22:15,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:22:15,017 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:22:15,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:22:15,019 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:22:15,019 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64932508, jitterRate=-0.03243023157119751}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:22:15,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732710135009Initializing all the Stores at 1732710135010 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710135010Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710135010Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710135010Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710135010Cleaning up temporary data from old regions at 1732710135017 (+7 ms)Region opened successfully at 1732710135019 (+2 ms) 2024-11-27T12:22:15,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:22:15,020 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:22:15,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:22:15,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:22:15,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:22:15,020 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:22:15,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732710135020Disabling compacts and flushes for region at 1732710135020Disabling writes for close at 1732710135020Writing region close event to WAL at 1732710135020Closed at 1732710135020 2024-11-27T12:22:15,021 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:22:15,021 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T12:22:15,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T12:22:15,022 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:22:15,023 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T12:22:15,065 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:22:15,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:15,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:15,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:15,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:15,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:15,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:15,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:15,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:15,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:15,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:15,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:15,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:15,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:15,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:15,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:15,152 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T12:22:15,173 DEBUG [1ba5af43fd99:37313 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T12:22:15,174 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ba5af43fd99,36003,1732710132105 2024-11-27T12:22:15,176 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,36003,1732710132105, state=OPENING 2024-11-27T12:22:15,243 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T12:22:15,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36003-0x1017c3e47aa0004, quorum=127.0.0.1:59795, baseZNode=/11623079845 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11623079845 2024-11-27T12:22:15,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37313-0x1017c3e47aa0003, quorum=127.0.0.1:59795, baseZNode=/11623079845 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11623079845 2024-11-27T12:22:15,255 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:22:15,255 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11623079845/meta-region-server: CHANGED 2024-11-27T12:22:15,255 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,36003,1732710132105}] 2024-11-27T12:22:15,255 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11623079845/meta-region-server: CHANGED 2024-11-27T12:22:15,407 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T12:22:15,408 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T12:22:15,443 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T12:22:15,443 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:22:15,443 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T12:22:15,444 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C36003%2C1732710132105.meta, suffix=.meta, logDir=hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105, archiveDir=hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/oldWALs, maxLogs=10 2024-11-27T12:22:15,460 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.meta.1732710135444.meta, exclude list is [], retry=0 2024-11-27T12:22:15,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37431,DS-6f442ad1-ee03-4c6f-8530-71d412df122e,DISK] 2024-11-27T12:22:15,463 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.meta.1732710135444.meta 2024-11-27T12:22:15,463 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42697:42697)] 2024-11-27T12:22:15,463 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:22:15,464 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:22:15,464 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T12:22:15,464 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T12:22:15,464 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T12:22:15,464 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T12:22:15,464 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:22:15,464 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T12:22:15,464 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T12:22:15,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:22:15,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:22:15,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:15,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:22:15,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:22:15,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:22:15,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:15,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:22:15,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:22:15,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:22:15,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:15,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:22:15,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:22:15,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:22:15,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:15,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:22:15,468 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:22:15,469 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/hbase/meta/1588230740 2024-11-27T12:22:15,469 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/hbase/meta/1588230740 2024-11-27T12:22:15,470 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:22:15,470 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:22:15,471 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:22:15,471 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:22:15,472 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62413897, jitterRate=-0.06996046006679535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:22:15,472 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T12:22:15,472 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732710135464Writing region info on filesystem at 1732710135464Initializing all the Stores at 1732710135465 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710135465Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710135465Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710135465Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710135465Cleaning up temporary data from old regions at 1732710135470 (+5 ms)Running coprocessor post-open hooks at 1732710135472 (+2 ms)Region opened successfully at 1732710135472 2024-11-27T12:22:15,473 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732710135407 2024-11-27T12:22:15,474 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T12:22:15,475 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T12:22:15,475 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,36003,1732710132105 2024-11-27T12:22:15,476 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,36003,1732710132105, state=OPEN 2024-11-27T12:22:15,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36003-0x1017c3e47aa0004, quorum=127.0.0.1:59795, baseZNode=/11623079845 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11623079845/meta-region-server 2024-11-27T12:22:15,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37313-0x1017c3e47aa0003, quorum=127.0.0.1:59795, baseZNode=/11623079845 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11623079845/meta-region-server 2024-11-27T12:22:15,496 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ba5af43fd99,36003,1732710132105 2024-11-27T12:22:15,496 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11623079845/meta-region-server: CHANGED 2024-11-27T12:22:15,497 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11623079845/meta-region-server: CHANGED 2024-11-27T12:22:15,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T12:22:15,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,36003,1732710132105 in 241 msec 2024-11-27T12:22:15,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T12:22:15,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 477 msec 2024-11-27T12:22:15,500 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:22:15,501 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T12:22:15,502 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:22:15,502 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,36003,1732710132105, seqNum=-1] 2024-11-27T12:22:15,502 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:22:15,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45051, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:22:15,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3380 sec 2024-11-27T12:22:15,507 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732710135507, completionTime=-1 2024-11-27T12:22:15,507 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T12:22:15,507 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T12:22:15,509 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T12:22:15,509 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732710195509 2024-11-27T12:22:15,509 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732710255509 2024-11-27T12:22:15,509 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T12:22:15,510 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,37313,1732710131980-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:15,510 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,37313,1732710131980-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:15,510 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,37313,1732710131980-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:15,510 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ba5af43fd99:37313, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:15,510 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:15,510 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:15,511 DEBUG [master/1ba5af43fd99:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T12:22:15,513 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.320sec 2024-11-27T12:22:15,513 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T12:22:15,513 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T12:22:15,513 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T12:22:15,513 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T12:22:15,513 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T12:22:15,513 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,37313,1732710131980-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:22:15,513 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,37313,1732710131980-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T12:22:15,514 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T12:22:15,515 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T12:22:15,515 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,37313,1732710131980-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:15,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e86e81c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:15,548 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,37313,-1 for getting cluster id 2024-11-27T12:22:15,548 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:22:15,549 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53ee139b-e132-417d-927b-cf01bdd21e6e' 2024-11-27T12:22:15,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:22:15,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53ee139b-e132-417d-927b-cf01bdd21e6e" 2024-11-27T12:22:15,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@108e7081, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:15,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,37313,-1] 2024-11-27T12:22:15,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:22:15,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:15,550 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:22:15,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@164837db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:15,551 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:22:15,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,36003,1732710132105, seqNum=-1] 2024-11-27T12:22:15,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:22:15,553 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:22:15,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ba5af43fd99,37313,1732710131980 2024-11-27T12:22:15,555 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59795 2024-11-27T12:22:15,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59795, baseZNode=/11623079845 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:22:15,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017c3e47aa0005 connected 2024-11-27T12:22:15,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12c006f2-4898-461e-a243-40cfaf7cb0c3/hadoop.log.dir so I do NOT create it in target/test-data/7375ddad-73ee-5220-bd96-57f63f927421 2024-11-27T12:22:15,646 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12c006f2-4898-461e-a243-40cfaf7cb0c3/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T12:22:15,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12c006f2-4898-461e-a243-40cfaf7cb0c3/hadoop.tmp.dir so I do NOT create it in target/test-data/7375ddad-73ee-5220-bd96-57f63f927421 2024-11-27T12:22:15,646 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12c006f2-4898-461e-a243-40cfaf7cb0c3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T12:22:15,646 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7375ddad-73ee-5220-bd96-57f63f927421 2024-11-27T12:22:15,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T12:22:15,646 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7375ddad-73ee-5220-bd96-57f63f927421/cluster_25a0a858-6f64-2553-270c-16a7c2ecee4f, deleteOnExit=true 2024-11-27T12:22:15,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T12:22:15,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7375ddad-73ee-5220-bd96-57f63f927421/test.cache.data in system properties and HBase conf 2024-11-27T12:22:15,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7375ddad-73ee-5220-bd96-57f63f927421/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T12:22:15,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7375ddad-73ee-5220-bd96-57f63f927421/hadoop.log.dir in system properties and HBase conf 2024-11-27T12:22:15,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7375ddad-73ee-5220-bd96-57f63f927421/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T12:22:15,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7375ddad-73ee-5220-bd96-57f63f927421/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T12:22:15,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T12:22:15,647 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T12:22:15,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7375ddad-73ee-5220-bd96-57f63f927421/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:22:15,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7375ddad-73ee-5220-bd96-57f63f927421/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:22:15,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7375ddad-73ee-5220-bd96-57f63f927421/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T12:22:15,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7375ddad-73ee-5220-bd96-57f63f927421/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:22:15,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7375ddad-73ee-5220-bd96-57f63f927421/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T12:22:15,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7375ddad-73ee-5220-bd96-57f63f927421/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T12:22:15,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7375ddad-73ee-5220-bd96-57f63f927421/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:22:15,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7375ddad-73ee-5220-bd96-57f63f927421/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:22:15,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7375ddad-73ee-5220-bd96-57f63f927421/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T12:22:15,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7375ddad-73ee-5220-bd96-57f63f927421/nfs.dump.dir in system properties and HBase conf 2024-11-27T12:22:15,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7375ddad-73ee-5220-bd96-57f63f927421/java.io.tmpdir in system properties and HBase conf 2024-11-27T12:22:15,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7375ddad-73ee-5220-bd96-57f63f927421/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:22:15,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7375ddad-73ee-5220-bd96-57f63f927421/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T12:22:15,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7375ddad-73ee-5220-bd96-57f63f927421/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T12:22:16,655 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:22:16,661 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:22:16,669 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:22:16,669 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:22:16,670 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T12:22:16,670 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:22:16,670 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60426e39{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7375ddad-73ee-5220-bd96-57f63f927421/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:22:16,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72bf35d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:22:16,792 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39201cd6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7375ddad-73ee-5220-bd96-57f63f927421/java.io.tmpdir/jetty-localhost-40121-hadoop-hdfs-3_4_1-tests_jar-_-any-4442800513597905182/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:22:16,793 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4cd5cde2{HTTP/1.1, (http/1.1)}{localhost:40121} 2024-11-27T12:22:16,793 INFO [Time-limited test {}] server.Server(415): Started @291762ms 2024-11-27T12:22:17,170 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:22:17,173 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:22:17,174 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:22:17,174 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:22:17,174 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T12:22:17,176 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59092efa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7375ddad-73ee-5220-bd96-57f63f927421/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:22:17,176 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3930de67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:22:17,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18212679{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7375ddad-73ee-5220-bd96-57f63f927421/java.io.tmpdir/jetty-localhost-38117-hadoop-hdfs-3_4_1-tests_jar-_-any-6067009461558675882/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:22:17,291 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20375ed4{HTTP/1.1, (http/1.1)}{localhost:38117} 2024-11-27T12:22:17,291 INFO [Time-limited test {}] server.Server(415): Started @292260ms 2024-11-27T12:22:17,312 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T12:22:18,352 WARN [Thread-3695 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7375ddad-73ee-5220-bd96-57f63f927421/cluster_25a0a858-6f64-2553-270c-16a7c2ecee4f/data/data2/current/BP-456874011-172.17.0.3-1732710135665/current, will proceed with Du for space computation calculation, 2024-11-27T12:22:18,352 WARN [Thread-3694 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7375ddad-73ee-5220-bd96-57f63f927421/cluster_25a0a858-6f64-2553-270c-16a7c2ecee4f/data/data1/current/BP-456874011-172.17.0.3-1732710135665/current, will proceed with Du for space computation calculation, 2024-11-27T12:22:18,371 WARN [Thread-3682 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T12:22:18,373 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3e4999d908534809 with lease ID 0x75e46991230a61f: Processing first storage report for DS-65b14a49-d674-43c1-aad1-d698be258413 from datanode DatanodeRegistration(127.0.0.1:44673, datanodeUuid=08358f8d-90fe-4319-8df9-3787d1e49277, infoPort=45819, infoSecurePort=0, ipcPort=37141, storageInfo=lv=-57;cid=testClusterID;nsid=1614353226;c=1732710135665) 2024-11-27T12:22:18,373 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3e4999d908534809 with lease ID 0x75e46991230a61f: from storage DS-65b14a49-d674-43c1-aad1-d698be258413 node DatanodeRegistration(127.0.0.1:44673, datanodeUuid=08358f8d-90fe-4319-8df9-3787d1e49277, infoPort=45819, infoSecurePort=0, ipcPort=37141, storageInfo=lv=-57;cid=testClusterID;nsid=1614353226;c=1732710135665), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:22:18,373 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3e4999d908534809 with lease ID 0x75e46991230a61f: Processing first storage report for DS-cf43c354-a512-447e-ac24-837d4d691f80 from datanode DatanodeRegistration(127.0.0.1:44673, datanodeUuid=08358f8d-90fe-4319-8df9-3787d1e49277, infoPort=45819, infoSecurePort=0, ipcPort=37141, storageInfo=lv=-57;cid=testClusterID;nsid=1614353226;c=1732710135665) 2024-11-27T12:22:18,374 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3e4999d908534809 with lease ID 0x75e46991230a61f: from storage DS-cf43c354-a512-447e-ac24-837d4d691f80 node DatanodeRegistration(127.0.0.1:44673, datanodeUuid=08358f8d-90fe-4319-8df9-3787d1e49277, infoPort=45819, infoSecurePort=0, ipcPort=37141, storageInfo=lv=-57;cid=testClusterID;nsid=1614353226;c=1732710135665), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:22:18,473 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7375ddad-73ee-5220-bd96-57f63f927421 2024-11-27T12:22:18,473 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:22:18,474 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:22:18,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44673 is added to blk_1073741825_1001 (size=7) 2024-11-27T12:22:18,892 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86 with version=8 2024-11-27T12:22:18,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/hbase-staging 2024-11-27T12:22:18,895 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T12:22:18,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:22:18,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:22:18,895 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:22:18,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:22:18,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:22:18,895 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T12:22:18,895 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:22:18,896 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39183 2024-11-27T12:22:18,897 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39183 connecting to ZooKeeper ensemble=127.0.0.1:59795 2024-11-27T12:22:18,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391830x0, quorum=127.0.0.1:59795, baseZNode=/2785888698 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:22:18,933 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39183-0x1017c3e47aa0006 connected 2024-11-27T12:22:19,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:22:19,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:22:19,004 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39183-0x1017c3e47aa0006, quorum=127.0.0.1:59795, baseZNode=/2785888698 Set watcher on znode that does not yet exist, /2785888698/running 2024-11-27T12:22:19,004 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86, hbase.cluster.distributed=false 2024-11-27T12:22:19,006 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39183-0x1017c3e47aa0006, quorum=127.0.0.1:59795, baseZNode=/2785888698 Set watcher on znode that does not yet exist, /2785888698/acl 2024-11-27T12:22:19,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39183 2024-11-27T12:22:19,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39183 2024-11-27T12:22:19,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39183 2024-11-27T12:22:19,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39183 2024-11-27T12:22:19,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39183 2024-11-27T12:22:19,026 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T12:22:19,026 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:22:19,026 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:22:19,026 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:22:19,026 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:22:19,026 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:22:19,026 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T12:22:19,026 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:22:19,027 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40689 2024-11-27T12:22:19,027 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40689 connecting to ZooKeeper ensemble=127.0.0.1:59795 2024-11-27T12:22:19,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:22:19,030 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:22:19,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406890x0, quorum=127.0.0.1:59795, baseZNode=/2785888698 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:22:19,044 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406890x0, quorum=127.0.0.1:59795, baseZNode=/2785888698 Set watcher on znode that does not yet exist, /2785888698/running 2024-11-27T12:22:19,044 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T12:22:19,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40689-0x1017c3e47aa0007 connected 2024-11-27T12:22:19,053 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T12:22:19,054 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40689-0x1017c3e47aa0007, quorum=127.0.0.1:59795, baseZNode=/2785888698 Set watcher on znode that does not yet exist, /2785888698/master 2024-11-27T12:22:19,056 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40689-0x1017c3e47aa0007, quorum=127.0.0.1:59795, baseZNode=/2785888698 Set watcher on znode that does not yet exist, /2785888698/acl 2024-11-27T12:22:19,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40689 2024-11-27T12:22:19,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40689 2024-11-27T12:22:19,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40689 2024-11-27T12:22:19,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40689 2024-11-27T12:22:19,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40689 2024-11-27T12:22:19,109 DEBUG [M:0;1ba5af43fd99:39183 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ba5af43fd99:39183 2024-11-27T12:22:19,112 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2785888698/backup-masters/1ba5af43fd99,39183,1732710138894 2024-11-27T12:22:19,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40689-0x1017c3e47aa0007, quorum=127.0.0.1:59795, baseZNode=/2785888698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2785888698/backup-masters 2024-11-27T12:22:19,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1017c3e47aa0006, quorum=127.0.0.1:59795, baseZNode=/2785888698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2785888698/backup-masters 2024-11-27T12:22:19,117 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39183-0x1017c3e47aa0006, quorum=127.0.0.1:59795, baseZNode=/2785888698 Set watcher on existing znode=/2785888698/backup-masters/1ba5af43fd99,39183,1732710138894 2024-11-27T12:22:19,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40689-0x1017c3e47aa0007, quorum=127.0.0.1:59795, baseZNode=/2785888698 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2785888698/master 2024-11-27T12:22:19,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1017c3e47aa0006, quorum=127.0.0.1:59795, baseZNode=/2785888698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2785888698 2024-11-27T12:22:19,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40689-0x1017c3e47aa0007, quorum=127.0.0.1:59795, baseZNode=/2785888698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2785888698 2024-11-27T12:22:19,128 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39183-0x1017c3e47aa0006, quorum=127.0.0.1:59795, baseZNode=/2785888698 Set watcher on existing znode=/2785888698/master 2024-11-27T12:22:19,128 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2785888698/backup-masters/1ba5af43fd99,39183,1732710138894 from backup master directory 2024-11-27T12:22:19,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40689-0x1017c3e47aa0007, quorum=127.0.0.1:59795, baseZNode=/2785888698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2785888698/backup-masters 2024-11-27T12:22:19,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1017c3e47aa0006, quorum=127.0.0.1:59795, baseZNode=/2785888698 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2785888698/backup-masters/1ba5af43fd99,39183,1732710138894 2024-11-27T12:22:19,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1017c3e47aa0006, quorum=127.0.0.1:59795, baseZNode=/2785888698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2785888698/backup-masters 2024-11-27T12:22:19,138 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:22:19,138 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ba5af43fd99,39183,1732710138894 2024-11-27T12:22:19,140 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/hbase.id] with ID: 70e84369-99fa-41d9-97a1-0707004d3d27 2024-11-27T12:22:19,140 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/.tmp/hbase.id 2024-11-27T12:22:19,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44673 is added to blk_1073741826_1002 (size=42) 2024-11-27T12:22:19,544 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/.tmp/hbase.id]:[hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/hbase.id] 2024-11-27T12:22:19,551 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:22:19,551 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T12:22:19,552 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T12:22:19,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40689-0x1017c3e47aa0007, quorum=127.0.0.1:59795, baseZNode=/2785888698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2785888698 2024-11-27T12:22:19,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1017c3e47aa0006, quorum=127.0.0.1:59795, baseZNode=/2785888698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2785888698 2024-11-27T12:22:19,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44673 is added to blk_1073741827_1003 (size=196) 2024-11-27T12:22:19,968 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:22:19,969 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T12:22:19,969 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:22:19,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44673 is added to blk_1073741828_1004 (size=1189) 2024-11-27T12:22:19,976 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/MasterData/data/master/store 2024-11-27T12:22:19,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44673 is added to blk_1073741829_1005 (size=34) 2024-11-27T12:22:20,381 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:22:20,381 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:22:20,381 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:22:20,381 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:22:20,381 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:22:20,381 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:22:20,381 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:22:20,381 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732710140381Disabling compacts and flushes for region at 1732710140381Disabling writes for close at 1732710140381Writing region close event to WAL at 1732710140381Closed at 1732710140381 2024-11-27T12:22:20,382 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/MasterData/data/master/store/.initializing 2024-11-27T12:22:20,382 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/MasterData/WALs/1ba5af43fd99,39183,1732710138894 2024-11-27T12:22:20,383 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:22:20,384 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ba5af43fd99%2C39183%2C1732710138894, suffix=, logDir=hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/MasterData/WALs/1ba5af43fd99,39183,1732710138894, archiveDir=hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/MasterData/oldWALs, maxLogs=10 2024-11-27T12:22:20,400 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/MasterData/WALs/1ba5af43fd99,39183,1732710138894/1ba5af43fd99%2C39183%2C1732710138894.1732710140384, exclude list is [], retry=0 2024-11-27T12:22:20,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44673,DS-65b14a49-d674-43c1-aad1-d698be258413,DISK] 2024-11-27T12:22:20,406 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/MasterData/WALs/1ba5af43fd99,39183,1732710138894/1ba5af43fd99%2C39183%2C1732710138894.1732710140384 2024-11-27T12:22:20,407 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45819:45819)] 2024-11-27T12:22:20,407 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:22:20,407 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:22:20,407 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:22:20,407 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:22:20,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:22:20,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T12:22:20,410 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:20,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:22:20,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:22:20,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T12:22:20,411 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:20,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:22:20,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:22:20,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T12:22:20,413 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:20,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:22:20,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:22:20,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T12:22:20,414 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:20,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:22:20,414 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:22:20,415 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:22:20,415 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:22:20,416 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:22:20,416 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:22:20,416 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:22:20,417 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:22:20,422 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:22:20,422 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74279411, jitterRate=0.10684947669506073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:22:20,422 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732710140407Initializing all the Stores at 1732710140408 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710140408Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710140409 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710140409Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710140409Cleaning up temporary data from old regions at 1732710140416 (+7 ms)Region opened successfully at 1732710140422 (+6 ms) 2024-11-27T12:22:20,423 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T12:22:20,425 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15883a5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T12:22:20,426 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T12:22:20,426 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T12:22:20,426 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T12:22:20,426 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T12:22:20,427 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T12:22:20,427 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T12:22:20,427 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T12:22:20,429 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T12:22:20,429 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39183-0x1017c3e47aa0006, quorum=127.0.0.1:59795, baseZNode=/2785888698 Unable to get data of znode /2785888698/balancer because node does not exist (not necessarily an error) 2024-11-27T12:22:20,443 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2785888698/balancer already deleted, retry=false 2024-11-27T12:22:20,444 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T12:22:20,444 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39183-0x1017c3e47aa0006, quorum=127.0.0.1:59795, baseZNode=/2785888698 Unable to get data of znode /2785888698/normalizer because node does not exist (not necessarily an error) 2024-11-27T12:22:20,453 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2785888698/normalizer already deleted, retry=false 2024-11-27T12:22:20,454 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T12:22:20,455 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39183-0x1017c3e47aa0006, quorum=127.0.0.1:59795, baseZNode=/2785888698 Unable to get data of znode /2785888698/switch/split because node does not exist (not necessarily an error) 2024-11-27T12:22:20,464 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2785888698/switch/split already deleted, retry=false 2024-11-27T12:22:20,465 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39183-0x1017c3e47aa0006, quorum=127.0.0.1:59795, baseZNode=/2785888698 Unable to get data of znode /2785888698/switch/merge because node does not exist (not necessarily an error) 2024-11-27T12:22:20,475 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2785888698/switch/merge already deleted, retry=false 2024-11-27T12:22:20,476 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39183-0x1017c3e47aa0006, quorum=127.0.0.1:59795, baseZNode=/2785888698 Unable to get data of znode /2785888698/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T12:22:20,485 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2785888698/snapshot-cleanup already deleted, retry=false 2024-11-27T12:22:20,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40689-0x1017c3e47aa0007, quorum=127.0.0.1:59795, baseZNode=/2785888698 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2785888698/running 2024-11-27T12:22:20,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1017c3e47aa0006, quorum=127.0.0.1:59795, baseZNode=/2785888698 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2785888698/running 2024-11-27T12:22:20,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40689-0x1017c3e47aa0007, quorum=127.0.0.1:59795, baseZNode=/2785888698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2785888698 2024-11-27T12:22:20,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1017c3e47aa0006, quorum=127.0.0.1:59795, baseZNode=/2785888698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2785888698 2024-11-27T12:22:20,496 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ba5af43fd99,39183,1732710138894, sessionid=0x1017c3e47aa0006, setting cluster-up flag (Was=false) 2024-11-27T12:22:20,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40689-0x1017c3e47aa0007, quorum=127.0.0.1:59795, baseZNode=/2785888698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2785888698 2024-11-27T12:22:20,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1017c3e47aa0006, quorum=127.0.0.1:59795, baseZNode=/2785888698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2785888698 2024-11-27T12:22:20,548 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2785888698/flush-table-proc/acquired, /2785888698/flush-table-proc/reached, /2785888698/flush-table-proc/abort 2024-11-27T12:22:20,549 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,39183,1732710138894 2024-11-27T12:22:20,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1017c3e47aa0006, quorum=127.0.0.1:59795, baseZNode=/2785888698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2785888698 2024-11-27T12:22:20,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40689-0x1017c3e47aa0007, quorum=127.0.0.1:59795, baseZNode=/2785888698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2785888698 2024-11-27T12:22:20,707 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2785888698/online-snapshot/acquired, /2785888698/online-snapshot/reached, /2785888698/online-snapshot/abort 2024-11-27T12:22:20,708 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,39183,1732710138894 2024-11-27T12:22:20,708 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T12:22:20,710 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T12:22:20,710 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T12:22:20,710 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T12:22:20,710 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ba5af43fd99,39183,1732710138894 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T12:22:20,711 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:22:20,711 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:22:20,711 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:22:20,711 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:22:20,711 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ba5af43fd99:0, corePoolSize=10, maxPoolSize=10 2024-11-27T12:22:20,711 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:20,712 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:22:20,712 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:20,712 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732710170712 2024-11-27T12:22:20,713 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T12:22:20,713 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T12:22:20,713 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T12:22:20,713 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T12:22:20,713 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T12:22:20,713 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T12:22:20,713 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:20,713 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:22:20,713 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T12:22:20,713 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T12:22:20,713 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T12:22:20,713 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T12:22:20,713 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T12:22:20,714 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T12:22:20,714 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T12:22:20,714 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732710140714,5,FailOnTimeoutGroup] 2024-11-27T12:22:20,714 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732710140714,5,FailOnTimeoutGroup] 2024-11-27T12:22:20,714 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:20,714 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T12:22:20,714 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:20,714 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:20,714 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:20,714 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T12:22:20,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44673 is added to blk_1073741831_1007 (size=1321) 2024-11-27T12:22:20,783 INFO [RS:0;1ba5af43fd99:40689 {}] regionserver.HRegionServer(746): ClusterId : 70e84369-99fa-41d9-97a1-0707004d3d27 2024-11-27T12:22:20,783 DEBUG [RS:0;1ba5af43fd99:40689 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T12:22:20,824 DEBUG [RS:0;1ba5af43fd99:40689 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T12:22:20,824 DEBUG [RS:0;1ba5af43fd99:40689 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T12:22:20,844 DEBUG [RS:0;1ba5af43fd99:40689 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T12:22:20,844 DEBUG [RS:0;1ba5af43fd99:40689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24d87293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T12:22:20,858 DEBUG [RS:0;1ba5af43fd99:40689 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ba5af43fd99:40689 2024-11-27T12:22:20,858 INFO [RS:0;1ba5af43fd99:40689 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T12:22:20,858 INFO [RS:0;1ba5af43fd99:40689 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T12:22:20,858 DEBUG [RS:0;1ba5af43fd99:40689 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T12:22:20,859 INFO [RS:0;1ba5af43fd99:40689 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ba5af43fd99,39183,1732710138894 with port=40689, startcode=1732710139026 2024-11-27T12:22:20,860 DEBUG [RS:0;1ba5af43fd99:40689 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T12:22:20,865 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60911, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T12:22:20,866 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39183 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ba5af43fd99,40689,1732710139026 2024-11-27T12:22:20,866 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39183 {}] master.ServerManager(517): Registering regionserver=1ba5af43fd99,40689,1732710139026 2024-11-27T12:22:20,868 DEBUG [RS:0;1ba5af43fd99:40689 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86 2024-11-27T12:22:20,868 DEBUG [RS:0;1ba5af43fd99:40689 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40307 2024-11-27T12:22:20,868 DEBUG [RS:0;1ba5af43fd99:40689 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T12:22:20,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1017c3e47aa0006, quorum=127.0.0.1:59795, baseZNode=/2785888698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2785888698/rs 2024-11-27T12:22:20,905 DEBUG [RS:0;1ba5af43fd99:40689 {}] zookeeper.ZKUtil(111): regionserver:40689-0x1017c3e47aa0007, quorum=127.0.0.1:59795, baseZNode=/2785888698 Set watcher on existing znode=/2785888698/rs/1ba5af43fd99,40689,1732710139026 2024-11-27T12:22:20,905 WARN [RS:0;1ba5af43fd99:40689 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:22:20,905 INFO [RS:0;1ba5af43fd99:40689 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:22:20,905 DEBUG [RS:0;1ba5af43fd99:40689 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026 2024-11-27T12:22:20,905 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ba5af43fd99,40689,1732710139026] 2024-11-27T12:22:20,907 INFO [RS:0;1ba5af43fd99:40689 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T12:22:20,908 INFO [RS:0;1ba5af43fd99:40689 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T12:22:20,912 INFO [RS:0;1ba5af43fd99:40689 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T12:22:20,912 INFO [RS:0;1ba5af43fd99:40689 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:20,912 INFO [RS:0;1ba5af43fd99:40689 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T12:22:20,912 INFO [RS:0;1ba5af43fd99:40689 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T12:22:20,913 INFO [RS:0;1ba5af43fd99:40689 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:20,913 DEBUG [RS:0;1ba5af43fd99:40689 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:20,913 DEBUG [RS:0;1ba5af43fd99:40689 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:20,913 DEBUG [RS:0;1ba5af43fd99:40689 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:20,913 DEBUG [RS:0;1ba5af43fd99:40689 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:20,913 DEBUG [RS:0;1ba5af43fd99:40689 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:20,913 DEBUG [RS:0;1ba5af43fd99:40689 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:22:20,913 DEBUG [RS:0;1ba5af43fd99:40689 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:20,913 DEBUG [RS:0;1ba5af43fd99:40689 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:20,913 DEBUG [RS:0;1ba5af43fd99:40689 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:20,913 DEBUG [RS:0;1ba5af43fd99:40689 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:20,913 DEBUG [RS:0;1ba5af43fd99:40689 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:20,913 DEBUG [RS:0;1ba5af43fd99:40689 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:20,913 DEBUG [RS:0;1ba5af43fd99:40689 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:22:20,913 DEBUG [RS:0;1ba5af43fd99:40689 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:22:20,914 INFO [RS:0;1ba5af43fd99:40689 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:20,914 INFO [RS:0;1ba5af43fd99:40689 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:20,914 INFO [RS:0;1ba5af43fd99:40689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:20,914 INFO [RS:0;1ba5af43fd99:40689 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:20,914 INFO [RS:0;1ba5af43fd99:40689 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:20,915 INFO [RS:0;1ba5af43fd99:40689 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,40689,1732710139026-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:22:20,928 INFO [RS:0;1ba5af43fd99:40689 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T12:22:20,929 INFO [RS:0;1ba5af43fd99:40689 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,40689,1732710139026-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:20,929 INFO [RS:0;1ba5af43fd99:40689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:20,929 INFO [RS:0;1ba5af43fd99:40689 {}] regionserver.Replication(171): 1ba5af43fd99,40689,1732710139026 started 2024-11-27T12:22:20,940 INFO [RS:0;1ba5af43fd99:40689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:20,940 INFO [RS:0;1ba5af43fd99:40689 {}] regionserver.HRegionServer(1482): Serving as 1ba5af43fd99,40689,1732710139026, RpcServer on 1ba5af43fd99/172.17.0.3:40689, sessionid=0x1017c3e47aa0007 2024-11-27T12:22:20,941 DEBUG [RS:0;1ba5af43fd99:40689 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T12:22:20,941 DEBUG [RS:0;1ba5af43fd99:40689 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ba5af43fd99,40689,1732710139026 2024-11-27T12:22:20,941 DEBUG [RS:0;1ba5af43fd99:40689 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,40689,1732710139026' 2024-11-27T12:22:20,941 DEBUG [RS:0;1ba5af43fd99:40689 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2785888698/flush-table-proc/abort' 2024-11-27T12:22:20,941 DEBUG [RS:0;1ba5af43fd99:40689 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2785888698/flush-table-proc/acquired' 2024-11-27T12:22:20,941 DEBUG [RS:0;1ba5af43fd99:40689 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T12:22:20,941 DEBUG [RS:0;1ba5af43fd99:40689 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T12:22:20,941 DEBUG [RS:0;1ba5af43fd99:40689 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ba5af43fd99,40689,1732710139026 2024-11-27T12:22:20,941 DEBUG [RS:0;1ba5af43fd99:40689 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,40689,1732710139026' 2024-11-27T12:22:20,941 DEBUG [RS:0;1ba5af43fd99:40689 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2785888698/online-snapshot/abort' 2024-11-27T12:22:20,942 DEBUG [RS:0;1ba5af43fd99:40689 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2785888698/online-snapshot/acquired' 2024-11-27T12:22:20,942 DEBUG [RS:0;1ba5af43fd99:40689 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T12:22:20,942 INFO [RS:0;1ba5af43fd99:40689 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T12:22:20,942 INFO [RS:0;1ba5af43fd99:40689 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T12:22:20,966 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:22:20,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:20,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:20,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:20,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:20,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:21,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:21,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:21,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:21,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:21,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:21,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:21,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:21,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:21,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:21,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:21,042 INFO [RS:0;1ba5af43fd99:40689 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:22:21,043 INFO [RS:0;1ba5af43fd99:40689 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C40689%2C1732710139026, suffix=, logDir=hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026, archiveDir=hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/oldWALs, maxLogs=10 2024-11-27T12:22:21,059 DEBUG [RS:0;1ba5af43fd99:40689 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.1732710141044, exclude list is [], retry=0 2024-11-27T12:22:21,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44673,DS-65b14a49-d674-43c1-aad1-d698be258413,DISK] 2024-11-27T12:22:21,062 INFO [RS:0;1ba5af43fd99:40689 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.1732710141044 2024-11-27T12:22:21,063 DEBUG [RS:0;1ba5af43fd99:40689 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45819:45819)] 2024-11-27T12:22:21,121 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T12:22:21,121 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86 2024-11-27T12:22:21,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44673 is added to blk_1073741833_1009 (size=32) 2024-11-27T12:22:21,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:22:21,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:22:21,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:22:21,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:21,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:22:21,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:22:21,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:22:21,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:21,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:22:21,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:22:21,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:22:21,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:21,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:22:21,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:22:21,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:22:21,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:21,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:22:21,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:22:21,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/hbase/meta/1588230740 2024-11-27T12:22:21,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/hbase/meta/1588230740 2024-11-27T12:22:21,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:22:21,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:22:21,533 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:22:21,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:22:21,535 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:22:21,535 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65196930, jitterRate=-0.028490036725997925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:22:21,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732710141526Initializing all the Stores at 1732710141526Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710141526Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710141526Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710141526Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710141526Cleaning up temporary data from old regions at 1732710141533 (+7 ms)Region opened successfully at 1732710141535 (+2 ms) 2024-11-27T12:22:21,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:22:21,536 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:22:21,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:22:21,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:22:21,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:22:21,536 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:22:21,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732710141536Disabling compacts and flushes for region at 1732710141536Disabling writes for close at 1732710141536Writing region close event to WAL at 1732710141536Closed at 1732710141536 2024-11-27T12:22:21,537 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:22:21,537 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T12:22:21,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T12:22:21,538 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:22:21,539 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T12:22:21,689 DEBUG [1ba5af43fd99:39183 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T12:22:21,689 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ba5af43fd99,40689,1732710139026 2024-11-27T12:22:21,690 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,40689,1732710139026, state=OPENING 2024-11-27T12:22:21,708 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T12:22:21,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40689-0x1017c3e47aa0007, quorum=127.0.0.1:59795, baseZNode=/2785888698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2785888698 2024-11-27T12:22:21,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1017c3e47aa0006, quorum=127.0.0.1:59795, baseZNode=/2785888698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2785888698 2024-11-27T12:22:21,719 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:22:21,719 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2785888698/meta-region-server: CHANGED 2024-11-27T12:22:21,719 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2785888698/meta-region-server: CHANGED 2024-11-27T12:22:21,719 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,40689,1732710139026}] 2024-11-27T12:22:21,871 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T12:22:21,872 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T12:22:21,874 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T12:22:21,874 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:22:21,875 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T12:22:21,876 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C40689%2C1732710139026.meta, suffix=.meta, logDir=hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026, archiveDir=hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/oldWALs, maxLogs=10 2024-11-27T12:22:21,887 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.meta.1732710141876.meta, exclude list is [], retry=0 2024-11-27T12:22:21,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44673,DS-65b14a49-d674-43c1-aad1-d698be258413,DISK] 2024-11-27T12:22:21,891 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.meta.1732710141876.meta 2024-11-27T12:22:21,891 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45819:45819)] 2024-11-27T12:22:21,891 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:22:21,891 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:22:21,891 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T12:22:21,891 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T12:22:21,891 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T12:22:21,892 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T12:22:21,892 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:22:21,892 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T12:22:21,892 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T12:22:21,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:22:21,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:22:21,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:21,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:22:21,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:22:21,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:22:21,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:21,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:22:21,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:22:21,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:22:21,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:21,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:22:21,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:22:21,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:22:21,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:21,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:22:21,895 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:22:21,896 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/hbase/meta/1588230740 2024-11-27T12:22:21,896 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/hbase/meta/1588230740 2024-11-27T12:22:21,897 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:22:21,897 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:22:21,897 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:22:21,898 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:22:21,899 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67407907, jitterRate=0.004456087946891785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:22:21,899 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T12:22:21,899 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732710141892Writing region info on filesystem at 1732710141892Initializing all the Stores at 1732710141892Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710141892Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710141893 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710141893Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710141893Cleaning up temporary data from old regions at 1732710141897 (+4 ms)Running coprocessor post-open hooks at 1732710141899 (+2 ms)Region opened successfully at 1732710141899 2024-11-27T12:22:21,900 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732710141871 2024-11-27T12:22:21,901 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T12:22:21,901 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T12:22:21,902 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,40689,1732710139026 2024-11-27T12:22:21,902 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,40689,1732710139026, state=OPEN 2024-11-27T12:22:21,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1017c3e47aa0006, quorum=127.0.0.1:59795, baseZNode=/2785888698 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2785888698/meta-region-server 2024-11-27T12:22:21,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40689-0x1017c3e47aa0007, quorum=127.0.0.1:59795, baseZNode=/2785888698 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2785888698/meta-region-server 2024-11-27T12:22:21,914 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ba5af43fd99,40689,1732710139026 2024-11-27T12:22:21,915 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2785888698/meta-region-server: CHANGED 2024-11-27T12:22:21,915 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2785888698/meta-region-server: CHANGED 2024-11-27T12:22:21,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T12:22:21,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,40689,1732710139026 in 196 msec 2024-11-27T12:22:21,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T12:22:21,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 379 msec 2024-11-27T12:22:21,918 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:22:21,918 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T12:22:21,919 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:22:21,919 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,40689,1732710139026, seqNum=-1] 2024-11-27T12:22:21,920 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:22:21,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36911, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:22:21,924 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2140 sec 2024-11-27T12:22:21,924 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732710141924, completionTime=-1 2024-11-27T12:22:21,924 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T12:22:21,924 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T12:22:21,926 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T12:22:21,926 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732710201926 2024-11-27T12:22:21,926 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732710261926 2024-11-27T12:22:21,926 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T12:22:21,927 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,39183,1732710138894-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:21,927 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,39183,1732710138894-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:21,927 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,39183,1732710138894-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:21,927 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ba5af43fd99:39183, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:21,927 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:21,927 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:21,928 DEBUG [master/1ba5af43fd99:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T12:22:21,930 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.792sec 2024-11-27T12:22:21,930 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T12:22:21,930 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T12:22:21,930 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T12:22:21,930 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T12:22:21,930 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T12:22:21,930 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,39183,1732710138894-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:22:21,930 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,39183,1732710138894-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T12:22:21,932 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T12:22:21,932 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T12:22:21,932 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,39183,1732710138894-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:21,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dd9fcca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:21,984 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,39183,-1 for getting cluster id 2024-11-27T12:22:21,984 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:22:21,985 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70e84369-99fa-41d9-97a1-0707004d3d27' 2024-11-27T12:22:21,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:22:21,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70e84369-99fa-41d9-97a1-0707004d3d27" 2024-11-27T12:22:21,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60369bec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:21,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,39183,-1] 2024-11-27T12:22:21,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:22:21,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:21,986 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:22:21,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e504b1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:21,987 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:22:21,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,40689,1732710139026, seqNum=-1] 2024-11-27T12:22:21,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:22:21,992 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:22:21,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ba5af43fd99,39183,1732710138894 2024-11-27T12:22:21,995 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:59795 2024-11-27T12:22:22,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:59795, baseZNode=/2785888698 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:22:22,004 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1017c3e47aa0008 connected 2024-11-27T12:22:22,015 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:22:22,016 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,36527,1732710127169 2024-11-27T12:22:22,016 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d0a2186 2024-11-27T12:22:22,016 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:22:22,017 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:22:22,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36527 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:22:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36527 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T12:22:22,019 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T12:22:22,019 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:22,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36527 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T12:22:22,020 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T12:22:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:22:22,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741835_1011 (size=902) 2024-11-27T12:22:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:22:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:22:22,426 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4a985873fcdf6deec4c36f253452ede5, NAME => 'test,,1732710142017.4a985873fcdf6deec4c36f253452ede5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845 2024-11-27T12:22:22,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741836_1012 (size=39) 2024-11-27T12:22:22,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:22:22,831 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732710142017.4a985873fcdf6deec4c36f253452ede5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:22:22,831 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4a985873fcdf6deec4c36f253452ede5, disabling compactions & flushes 2024-11-27T12:22:22,831 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732710142017.4a985873fcdf6deec4c36f253452ede5. 2024-11-27T12:22:22,831 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732710142017.4a985873fcdf6deec4c36f253452ede5. 2024-11-27T12:22:22,831 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732710142017.4a985873fcdf6deec4c36f253452ede5. after waiting 0 ms 2024-11-27T12:22:22,831 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732710142017.4a985873fcdf6deec4c36f253452ede5. 2024-11-27T12:22:22,831 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732710142017.4a985873fcdf6deec4c36f253452ede5. 2024-11-27T12:22:22,831 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4a985873fcdf6deec4c36f253452ede5: Waiting for close lock at 1732710142831Disabling compacts and flushes for region at 1732710142831Disabling writes for close at 1732710142831Writing region close event to WAL at 1732710142831Closed at 1732710142831 2024-11-27T12:22:22,832 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T12:22:22,832 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732710142017.4a985873fcdf6deec4c36f253452ede5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732710142832"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732710142832"}]},"ts":"1732710142832"} 2024-11-27T12:22:22,834 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T12:22:22,835 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T12:22:22,835 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710142835"}]},"ts":"1732710142835"} 2024-11-27T12:22:22,836 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T12:22:22,836 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4a985873fcdf6deec4c36f253452ede5, ASSIGN}] 2024-11-27T12:22:22,837 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4a985873fcdf6deec4c36f253452ede5, ASSIGN 2024-11-27T12:22:22,838 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4a985873fcdf6deec4c36f253452ede5, ASSIGN; state=OFFLINE, location=1ba5af43fd99,39979,1732710127483; forceNewPlan=false, retain=false 2024-11-27T12:22:22,988 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4a985873fcdf6deec4c36f253452ede5, regionState=OPENING, regionLocation=1ba5af43fd99,39979,1732710127483 2024-11-27T12:22:22,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4a985873fcdf6deec4c36f253452ede5, ASSIGN because future has completed 2024-11-27T12:22:22,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a985873fcdf6deec4c36f253452ede5, server=1ba5af43fd99,39979,1732710127483}] 2024-11-27T12:22:23,145 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732710142017.4a985873fcdf6deec4c36f253452ede5. 2024-11-27T12:22:23,145 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4a985873fcdf6deec4c36f253452ede5, NAME => 'test,,1732710142017.4a985873fcdf6deec4c36f253452ede5.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:22:23,145 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:22:23,146 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T12:22:23,146 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4a985873fcdf6deec4c36f253452ede5 2024-11-27T12:22:23,146 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732710142017.4a985873fcdf6deec4c36f253452ede5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:22:23,146 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4a985873fcdf6deec4c36f253452ede5 2024-11-27T12:22:23,146 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4a985873fcdf6deec4c36f253452ede5 2024-11-27T12:22:23,147 INFO [StoreOpener-4a985873fcdf6deec4c36f253452ede5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4a985873fcdf6deec4c36f253452ede5 2024-11-27T12:22:23,148 INFO [StoreOpener-4a985873fcdf6deec4c36f253452ede5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a985873fcdf6deec4c36f253452ede5 columnFamilyName f 2024-11-27T12:22:23,148 DEBUG [StoreOpener-4a985873fcdf6deec4c36f253452ede5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:23,148 INFO [StoreOpener-4a985873fcdf6deec4c36f253452ede5-1 {}] regionserver.HStore(327): Store=4a985873fcdf6deec4c36f253452ede5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:22:23,148 INFO [StoreOpener-4a985873fcdf6deec4c36f253452ede5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4a985873fcdf6deec4c36f253452ede5 2024-11-27T12:22:23,149 INFO [StoreOpener-4a985873fcdf6deec4c36f253452ede5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a985873fcdf6deec4c36f253452ede5 columnFamilyName f1 2024-11-27T12:22:23,149 DEBUG [StoreOpener-4a985873fcdf6deec4c36f253452ede5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:23,149 INFO [StoreOpener-4a985873fcdf6deec4c36f253452ede5-1 {}] regionserver.HStore(327): Store=4a985873fcdf6deec4c36f253452ede5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:22:23,149 INFO [StoreOpener-4a985873fcdf6deec4c36f253452ede5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4a985873fcdf6deec4c36f253452ede5 2024-11-27T12:22:23,150 INFO [StoreOpener-4a985873fcdf6deec4c36f253452ede5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a985873fcdf6deec4c36f253452ede5 columnFamilyName norep 2024-11-27T12:22:23,150 DEBUG [StoreOpener-4a985873fcdf6deec4c36f253452ede5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:23,150 INFO [StoreOpener-4a985873fcdf6deec4c36f253452ede5-1 {}] regionserver.HStore(327): Store=4a985873fcdf6deec4c36f253452ede5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:22:23,150 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4a985873fcdf6deec4c36f253452ede5 2024-11-27T12:22:23,151 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/default/test/4a985873fcdf6deec4c36f253452ede5 2024-11-27T12:22:23,151 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/default/test/4a985873fcdf6deec4c36f253452ede5 2024-11-27T12:22:23,152 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4a985873fcdf6deec4c36f253452ede5 2024-11-27T12:22:23,152 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4a985873fcdf6deec4c36f253452ede5 2024-11-27T12:22:23,152 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T12:22:23,153 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4a985873fcdf6deec4c36f253452ede5 2024-11-27T12:22:23,154 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/default/test/4a985873fcdf6deec4c36f253452ede5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:22:23,154 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4a985873fcdf6deec4c36f253452ede5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75343548, jitterRate=0.1227063536643982}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T12:22:23,154 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4a985873fcdf6deec4c36f253452ede5 2024-11-27T12:22:23,154 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4a985873fcdf6deec4c36f253452ede5: Running coprocessor pre-open hook at 1732710143146Writing region info on filesystem at 1732710143146Initializing all the Stores at 1732710143146Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710143146Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710143147 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710143147Cleaning up temporary data from old regions at 1732710143152 (+5 ms)Running coprocessor post-open hooks at 1732710143154 (+2 ms)Region opened successfully at 1732710143154 2024-11-27T12:22:23,155 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732710142017.4a985873fcdf6deec4c36f253452ede5., pid=6, masterSystemTime=1732710143142 2024-11-27T12:22:23,157 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732710142017.4a985873fcdf6deec4c36f253452ede5. 2024-11-27T12:22:23,157 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732710142017.4a985873fcdf6deec4c36f253452ede5. 2024-11-27T12:22:23,157 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4a985873fcdf6deec4c36f253452ede5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1ba5af43fd99,39979,1732710127483 2024-11-27T12:22:23,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a985873fcdf6deec4c36f253452ede5, server=1ba5af43fd99,39979,1732710127483 because future has completed 2024-11-27T12:22:23,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:22:23,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T12:22:23,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4a985873fcdf6deec4c36f253452ede5, server=1ba5af43fd99,39979,1732710127483 in 169 msec 2024-11-27T12:22:23,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T12:22:23,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4a985873fcdf6deec4c36f253452ede5, ASSIGN in 325 msec 2024-11-27T12:22:23,163 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T12:22:23,163 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710143163"}]},"ts":"1732710143163"} 2024-11-27T12:22:23,164 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T12:22:23,164 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T12:22:23,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-11-27T12:22:24,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:22:24,170 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T12:22:24,170 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:22:24,170 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,37313,1732710131980 2024-11-27T12:22:24,170 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33b12371 2024-11-27T12:22:24,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:22:24,171 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:22:24,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37313 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:22:24,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37313 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T12:22:24,174 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T12:22:24,174 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:24,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37313 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T12:22:24,175 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T12:22:24,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:22:24,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37431 is added to blk_1073741835_1011 (size=902) 2024-11-27T12:22:24,181 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dc8b43b4acef95093b61752686decdf4, NAME => 'test,,1732710144172.dc8b43b4acef95093b61752686decdf4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7 2024-11-27T12:22:24,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37431 is added to blk_1073741836_1012 (size=39) 2024-11-27T12:22:24,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:22:24,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:22:24,585 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732710144172.dc8b43b4acef95093b61752686decdf4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:22:24,586 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing dc8b43b4acef95093b61752686decdf4, disabling compactions & flushes 2024-11-27T12:22:24,586 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732710144172.dc8b43b4acef95093b61752686decdf4. 2024-11-27T12:22:24,586 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732710144172.dc8b43b4acef95093b61752686decdf4. 2024-11-27T12:22:24,586 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732710144172.dc8b43b4acef95093b61752686decdf4. after waiting 0 ms 2024-11-27T12:22:24,586 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732710144172.dc8b43b4acef95093b61752686decdf4. 2024-11-27T12:22:24,586 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732710144172.dc8b43b4acef95093b61752686decdf4. 2024-11-27T12:22:24,586 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for dc8b43b4acef95093b61752686decdf4: Waiting for close lock at 1732710144585Disabling compacts and flushes for region at 1732710144585Disabling writes for close at 1732710144586 (+1 ms)Writing region close event to WAL at 1732710144586Closed at 1732710144586 2024-11-27T12:22:24,587 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T12:22:24,587 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732710144172.dc8b43b4acef95093b61752686decdf4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732710144587"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732710144587"}]},"ts":"1732710144587"} 2024-11-27T12:22:24,588 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T12:22:24,589 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T12:22:24,589 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710144589"}]},"ts":"1732710144589"} 2024-11-27T12:22:24,590 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T12:22:24,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dc8b43b4acef95093b61752686decdf4, ASSIGN}] 2024-11-27T12:22:24,591 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dc8b43b4acef95093b61752686decdf4, ASSIGN 2024-11-27T12:22:24,592 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=dc8b43b4acef95093b61752686decdf4, ASSIGN; state=OFFLINE, location=1ba5af43fd99,36003,1732710132105; forceNewPlan=false, retain=false 2024-11-27T12:22:24,742 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dc8b43b4acef95093b61752686decdf4, regionState=OPENING, regionLocation=1ba5af43fd99,36003,1732710132105 2024-11-27T12:22:24,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=dc8b43b4acef95093b61752686decdf4, ASSIGN because future has completed 2024-11-27T12:22:24,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc8b43b4acef95093b61752686decdf4, server=1ba5af43fd99,36003,1732710132105}] 2024-11-27T12:22:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:22:24,899 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732710144172.dc8b43b4acef95093b61752686decdf4. 2024-11-27T12:22:24,900 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => dc8b43b4acef95093b61752686decdf4, NAME => 'test,,1732710144172.dc8b43b4acef95093b61752686decdf4.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:22:24,900 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:22:24,900 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T12:22:24,900 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dc8b43b4acef95093b61752686decdf4 2024-11-27T12:22:24,900 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732710144172.dc8b43b4acef95093b61752686decdf4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:22:24,900 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for dc8b43b4acef95093b61752686decdf4 2024-11-27T12:22:24,900 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for dc8b43b4acef95093b61752686decdf4 2024-11-27T12:22:24,901 INFO [StoreOpener-dc8b43b4acef95093b61752686decdf4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dc8b43b4acef95093b61752686decdf4 2024-11-27T12:22:24,902 INFO [StoreOpener-dc8b43b4acef95093b61752686decdf4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc8b43b4acef95093b61752686decdf4 columnFamilyName f 2024-11-27T12:22:24,902 DEBUG [StoreOpener-dc8b43b4acef95093b61752686decdf4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:24,902 INFO [StoreOpener-dc8b43b4acef95093b61752686decdf4-1 {}] regionserver.HStore(327): Store=dc8b43b4acef95093b61752686decdf4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:22:24,903 INFO [StoreOpener-dc8b43b4acef95093b61752686decdf4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region dc8b43b4acef95093b61752686decdf4 2024-11-27T12:22:24,903 INFO [StoreOpener-dc8b43b4acef95093b61752686decdf4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc8b43b4acef95093b61752686decdf4 columnFamilyName f1 2024-11-27T12:22:24,903 DEBUG [StoreOpener-dc8b43b4acef95093b61752686decdf4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:24,903 INFO [StoreOpener-dc8b43b4acef95093b61752686decdf4-1 {}] regionserver.HStore(327): Store=dc8b43b4acef95093b61752686decdf4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:22:24,903 INFO [StoreOpener-dc8b43b4acef95093b61752686decdf4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dc8b43b4acef95093b61752686decdf4 2024-11-27T12:22:24,904 INFO [StoreOpener-dc8b43b4acef95093b61752686decdf4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc8b43b4acef95093b61752686decdf4 columnFamilyName norep 2024-11-27T12:22:24,904 DEBUG [StoreOpener-dc8b43b4acef95093b61752686decdf4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:24,904 INFO [StoreOpener-dc8b43b4acef95093b61752686decdf4-1 {}] regionserver.HStore(327): Store=dc8b43b4acef95093b61752686decdf4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:22:24,904 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for dc8b43b4acef95093b61752686decdf4 2024-11-27T12:22:24,905 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/default/test/dc8b43b4acef95093b61752686decdf4 2024-11-27T12:22:24,905 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/default/test/dc8b43b4acef95093b61752686decdf4 2024-11-27T12:22:24,905 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for dc8b43b4acef95093b61752686decdf4 2024-11-27T12:22:24,905 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for dc8b43b4acef95093b61752686decdf4 2024-11-27T12:22:24,906 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T12:22:24,906 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for dc8b43b4acef95093b61752686decdf4 2024-11-27T12:22:24,908 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/default/test/dc8b43b4acef95093b61752686decdf4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:22:24,908 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened dc8b43b4acef95093b61752686decdf4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62497566, jitterRate=-0.06871369481086731}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T12:22:24,908 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dc8b43b4acef95093b61752686decdf4 2024-11-27T12:22:24,908 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for dc8b43b4acef95093b61752686decdf4: Running coprocessor pre-open hook at 1732710144900Writing region info on filesystem at 1732710144900Initializing all the Stores at 1732710144901 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710144901Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710144901Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710144901Cleaning up temporary data from old regions at 1732710144905 (+4 ms)Running coprocessor post-open hooks at 1732710144908 (+3 ms)Region opened successfully at 1732710144908 2024-11-27T12:22:24,909 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732710144172.dc8b43b4acef95093b61752686decdf4., pid=6, masterSystemTime=1732710144897 2024-11-27T12:22:24,910 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732710144172.dc8b43b4acef95093b61752686decdf4. 2024-11-27T12:22:24,910 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732710144172.dc8b43b4acef95093b61752686decdf4. 2024-11-27T12:22:24,911 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dc8b43b4acef95093b61752686decdf4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1ba5af43fd99,36003,1732710132105 2024-11-27T12:22:24,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc8b43b4acef95093b61752686decdf4, server=1ba5af43fd99,36003,1732710132105 because future has completed 2024-11-27T12:22:24,914 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T12:22:24,914 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure dc8b43b4acef95093b61752686decdf4, server=1ba5af43fd99,36003,1732710132105 in 168 msec 2024-11-27T12:22:24,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T12:22:24,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=dc8b43b4acef95093b61752686decdf4, ASSIGN in 323 msec 2024-11-27T12:22:24,916 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T12:22:24,916 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710144916"}]},"ts":"1732710144916"} 2024-11-27T12:22:24,917 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T12:22:24,918 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T12:22:24,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 746 msec 2024-11-27T12:22:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:22:25,310 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T12:22:25,310 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:22:25,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,39183,1732710138894 2024-11-27T12:22:25,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@771870dd 2024-11-27T12:22:25,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:22:25,312 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:22:25,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:22:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T12:22:25,314 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T12:22:25,314 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:25,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T12:22:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:22:25,315 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T12:22:25,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44673 is added to blk_1073741835_1011 (size=902) 2024-11-27T12:22:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:22:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:22:25,758 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8aff9cf70f6715d18691264fa7c7a51c, NAME => 'test,,1732710145312.8aff9cf70f6715d18691264fa7c7a51c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86 2024-11-27T12:22:25,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44673 is added to blk_1073741836_1012 (size=39) 2024-11-27T12:22:25,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:22:26,163 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732710145312.8aff9cf70f6715d18691264fa7c7a51c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:22:26,163 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8aff9cf70f6715d18691264fa7c7a51c, disabling compactions & flushes 2024-11-27T12:22:26,163 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732710145312.8aff9cf70f6715d18691264fa7c7a51c. 2024-11-27T12:22:26,163 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732710145312.8aff9cf70f6715d18691264fa7c7a51c. 2024-11-27T12:22:26,163 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732710145312.8aff9cf70f6715d18691264fa7c7a51c. after waiting 0 ms 2024-11-27T12:22:26,163 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732710145312.8aff9cf70f6715d18691264fa7c7a51c. 2024-11-27T12:22:26,163 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732710145312.8aff9cf70f6715d18691264fa7c7a51c. 2024-11-27T12:22:26,163 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8aff9cf70f6715d18691264fa7c7a51c: Waiting for close lock at 1732710146163Disabling compacts and flushes for region at 1732710146163Disabling writes for close at 1732710146163Writing region close event to WAL at 1732710146163Closed at 1732710146163 2024-11-27T12:22:26,165 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T12:22:26,165 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732710145312.8aff9cf70f6715d18691264fa7c7a51c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732710146165"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732710146165"}]},"ts":"1732710146165"} 2024-11-27T12:22:26,167 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T12:22:26,168 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T12:22:26,168 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710146168"}]},"ts":"1732710146168"} 2024-11-27T12:22:26,170 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T12:22:26,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8aff9cf70f6715d18691264fa7c7a51c, ASSIGN}] 2024-11-27T12:22:26,172 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8aff9cf70f6715d18691264fa7c7a51c, ASSIGN 2024-11-27T12:22:26,173 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8aff9cf70f6715d18691264fa7c7a51c, ASSIGN; state=OFFLINE, location=1ba5af43fd99,40689,1732710139026; forceNewPlan=false, retain=false 2024-11-27T12:22:26,324 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8aff9cf70f6715d18691264fa7c7a51c, regionState=OPENING, regionLocation=1ba5af43fd99,40689,1732710139026 2024-11-27T12:22:26,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8aff9cf70f6715d18691264fa7c7a51c, ASSIGN because future has completed 2024-11-27T12:22:26,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8aff9cf70f6715d18691264fa7c7a51c, server=1ba5af43fd99,40689,1732710139026}] 2024-11-27T12:22:26,354 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T12:22:26,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:22:26,482 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732710145312.8aff9cf70f6715d18691264fa7c7a51c. 2024-11-27T12:22:26,482 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8aff9cf70f6715d18691264fa7c7a51c, NAME => 'test,,1732710145312.8aff9cf70f6715d18691264fa7c7a51c.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:22:26,482 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:22:26,482 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T12:22:26,483 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8aff9cf70f6715d18691264fa7c7a51c 2024-11-27T12:22:26,483 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732710145312.8aff9cf70f6715d18691264fa7c7a51c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:22:26,483 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8aff9cf70f6715d18691264fa7c7a51c 2024-11-27T12:22:26,483 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8aff9cf70f6715d18691264fa7c7a51c 2024-11-27T12:22:26,484 INFO [StoreOpener-8aff9cf70f6715d18691264fa7c7a51c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8aff9cf70f6715d18691264fa7c7a51c 2024-11-27T12:22:26,484 INFO [StoreOpener-8aff9cf70f6715d18691264fa7c7a51c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8aff9cf70f6715d18691264fa7c7a51c columnFamilyName f 2024-11-27T12:22:26,484 DEBUG [StoreOpener-8aff9cf70f6715d18691264fa7c7a51c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:26,485 INFO [StoreOpener-8aff9cf70f6715d18691264fa7c7a51c-1 {}] regionserver.HStore(327): Store=8aff9cf70f6715d18691264fa7c7a51c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:22:26,485 INFO [StoreOpener-8aff9cf70f6715d18691264fa7c7a51c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8aff9cf70f6715d18691264fa7c7a51c 2024-11-27T12:22:26,485 INFO [StoreOpener-8aff9cf70f6715d18691264fa7c7a51c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8aff9cf70f6715d18691264fa7c7a51c columnFamilyName f1 2024-11-27T12:22:26,485 DEBUG [StoreOpener-8aff9cf70f6715d18691264fa7c7a51c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:26,486 INFO [StoreOpener-8aff9cf70f6715d18691264fa7c7a51c-1 {}] regionserver.HStore(327): Store=8aff9cf70f6715d18691264fa7c7a51c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:22:26,486 INFO [StoreOpener-8aff9cf70f6715d18691264fa7c7a51c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8aff9cf70f6715d18691264fa7c7a51c 2024-11-27T12:22:26,486 INFO [StoreOpener-8aff9cf70f6715d18691264fa7c7a51c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8aff9cf70f6715d18691264fa7c7a51c columnFamilyName norep 2024-11-27T12:22:26,486 DEBUG [StoreOpener-8aff9cf70f6715d18691264fa7c7a51c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:26,486 INFO [StoreOpener-8aff9cf70f6715d18691264fa7c7a51c-1 {}] regionserver.HStore(327): Store=8aff9cf70f6715d18691264fa7c7a51c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:22:26,487 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8aff9cf70f6715d18691264fa7c7a51c 2024-11-27T12:22:26,487 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/default/test/8aff9cf70f6715d18691264fa7c7a51c 2024-11-27T12:22:26,487 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/default/test/8aff9cf70f6715d18691264fa7c7a51c 2024-11-27T12:22:26,488 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8aff9cf70f6715d18691264fa7c7a51c 2024-11-27T12:22:26,488 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8aff9cf70f6715d18691264fa7c7a51c 2024-11-27T12:22:26,488 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T12:22:26,489 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8aff9cf70f6715d18691264fa7c7a51c 2024-11-27T12:22:26,490 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/default/test/8aff9cf70f6715d18691264fa7c7a51c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:22:26,490 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8aff9cf70f6715d18691264fa7c7a51c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63749114, jitterRate=-0.05006417632102966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T12:22:26,490 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8aff9cf70f6715d18691264fa7c7a51c 2024-11-27T12:22:26,491 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8aff9cf70f6715d18691264fa7c7a51c: Running coprocessor pre-open hook at 1732710146483Writing region info on filesystem at 1732710146483Initializing all the Stores at 1732710146483Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710146483Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710146484 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710146484Cleaning up temporary data from old regions at 1732710146488 (+4 ms)Running coprocessor post-open hooks at 1732710146490 (+2 ms)Region opened successfully at 1732710146490 2024-11-27T12:22:26,491 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732710145312.8aff9cf70f6715d18691264fa7c7a51c., pid=6, masterSystemTime=1732710146479 2024-11-27T12:22:26,493 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732710145312.8aff9cf70f6715d18691264fa7c7a51c. 2024-11-27T12:22:26,493 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732710145312.8aff9cf70f6715d18691264fa7c7a51c. 2024-11-27T12:22:26,494 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8aff9cf70f6715d18691264fa7c7a51c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1ba5af43fd99,40689,1732710139026 2024-11-27T12:22:26,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8aff9cf70f6715d18691264fa7c7a51c, server=1ba5af43fd99,40689,1732710139026 because future has completed 2024-11-27T12:22:26,498 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T12:22:26,498 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8aff9cf70f6715d18691264fa7c7a51c, server=1ba5af43fd99,40689,1732710139026 in 170 msec 2024-11-27T12:22:26,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T12:22:26,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8aff9cf70f6715d18691264fa7c7a51c, ASSIGN in 327 msec 2024-11-27T12:22:26,499 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T12:22:26,500 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710146500"}]},"ts":"1732710146500"} 2024-11-27T12:22:26,501 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T12:22:26,502 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T12:22:26,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1900 sec 2024-11-27T12:22:27,395 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:22:27,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:27,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:27,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:27,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:27,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:22:27,461 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T12:22:27,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@638fc074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:27,462 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,36527,-1 for getting cluster id 2024-11-27T12:22:27,462 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:22:27,463 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e58fc30-4080-47f5-9ab0-9ca1b98cfa6d' 2024-11-27T12:22:27,463 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:22:27,463 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e58fc30-4080-47f5-9ab0-9ca1b98cfa6d" 2024-11-27T12:22:27,464 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6537d161, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:27,464 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,36527,-1] 2024-11-27T12:22:27,464 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:22:27,464 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:27,466 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:22:27,467 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ae745b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:27,467 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:22:27,469 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,36527,1732710127169 2024-11-27T12:22:27,470 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7eff3fbe 2024-11-27T12:22:27,470 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:22:27,471 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:22:27,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36527 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://1ba5af43fd99:37313,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T12:22:27,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36527 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T12:22:27,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:22:27,476 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ba5af43fd99:37313' 2024-11-27T12:22:27,481 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42285204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:27,481 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,37313,-1 for getting cluster id 2024-11-27T12:22:27,481 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:22:27,482 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53ee139b-e132-417d-927b-cf01bdd21e6e' 2024-11-27T12:22:27,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:22:27,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53ee139b-e132-417d-927b-cf01bdd21e6e" 2024-11-27T12:22:27,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74bf73c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:27,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,37313,-1] 2024-11-27T12:22:27,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:22:27,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:27,484 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:22:27,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2418611e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:27,485 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:22:27,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,37313,1732710131980 2024-11-27T12:22:27,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4743e2d1 2024-11-27T12:22:27,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:22:27,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:27,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:27,490 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:22:27,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:27,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:27,491 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T12:22:27,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:27,491 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T12:22:27,491 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:27,491 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:27,491 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:22:27,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:27,493 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T12:22:27,494 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T12:22:27,494 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:27,495 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T12:22:27,495 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:22:27,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:27,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:27,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:27,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:27,543 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T12:22:27,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741837_1013 (size=1138) 2024-11-27T12:22:27,555 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 31f030a12ea13073a59d27113ab6ee2b, NAME => 'hbase:replication,,1732710147491.31f030a12ea13073a59d27113ab6ee2b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845 2024-11-27T12:22:27,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:22:27,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741838_1014 (size=44) 2024-11-27T12:22:27,589 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732710147491.31f030a12ea13073a59d27113ab6ee2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:22:27,590 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 31f030a12ea13073a59d27113ab6ee2b, disabling compactions & flushes 2024-11-27T12:22:27,590 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732710147491.31f030a12ea13073a59d27113ab6ee2b. 2024-11-27T12:22:27,590 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732710147491.31f030a12ea13073a59d27113ab6ee2b. 2024-11-27T12:22:27,590 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732710147491.31f030a12ea13073a59d27113ab6ee2b. after waiting 0 ms 2024-11-27T12:22:27,590 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732710147491.31f030a12ea13073a59d27113ab6ee2b. 2024-11-27T12:22:27,590 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732710147491.31f030a12ea13073a59d27113ab6ee2b. 2024-11-27T12:22:27,590 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 31f030a12ea13073a59d27113ab6ee2b: Waiting for close lock at 1732710147590Disabling compacts and flushes for region at 1732710147590Disabling writes for close at 1732710147590Writing region close event to WAL at 1732710147590Closed at 1732710147590 2024-11-27T12:22:27,591 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T12:22:27,592 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732710147491.31f030a12ea13073a59d27113ab6ee2b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732710147591"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732710147591"}]},"ts":"1732710147591"} 2024-11-27T12:22:27,597 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T12:22:27,598 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T12:22:27,598 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710147598"}]},"ts":"1732710147598"} 2024-11-27T12:22:27,601 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T12:22:27,601 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=31f030a12ea13073a59d27113ab6ee2b, ASSIGN}] 2024-11-27T12:22:27,603 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=31f030a12ea13073a59d27113ab6ee2b, ASSIGN 2024-11-27T12:22:27,604 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=31f030a12ea13073a59d27113ab6ee2b, ASSIGN; state=OFFLINE, location=1ba5af43fd99,39979,1732710127483; forceNewPlan=false, retain=false 2024-11-27T12:22:27,754 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=31f030a12ea13073a59d27113ab6ee2b, regionState=OPENING, regionLocation=1ba5af43fd99,39979,1732710127483 2024-11-27T12:22:27,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=31f030a12ea13073a59d27113ab6ee2b, ASSIGN because future has completed 2024-11-27T12:22:27,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31f030a12ea13073a59d27113ab6ee2b, server=1ba5af43fd99,39979,1732710127483}] 2024-11-27T12:22:27,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:22:27,964 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732710147491.31f030a12ea13073a59d27113ab6ee2b. 2024-11-27T12:22:27,965 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:22:27,965 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T12:22:27,967 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C39979%2C1732710127483.rep, suffix=, logDir=hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/WALs/1ba5af43fd99,39979,1732710127483, archiveDir=hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/oldWALs, maxLogs=10 2024-11-27T12:22:28,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/WALs/1ba5af43fd99,39979,1732710127483/1ba5af43fd99%2C39979%2C1732710127483.rep.1732710147969, exclude list is [], retry=0 2024-11-27T12:22:28,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45893,DS-237abe2e-5bb8-4dad-a1ba-05cc4bca8e79,DISK] 2024-11-27T12:22:28,036 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/WALs/1ba5af43fd99,39979,1732710127483/1ba5af43fd99%2C39979%2C1732710127483.rep.1732710147969 2024-11-27T12:22:28,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34329:34329)] 2024-11-27T12:22:28,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 31f030a12ea13073a59d27113ab6ee2b, NAME => 'hbase:replication,,1732710147491.31f030a12ea13073a59d27113ab6ee2b.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:22:28,042 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:22:28,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T12:22:28,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732710147491.31f030a12ea13073a59d27113ab6ee2b. service=MultiRowMutationService 2024-11-27T12:22:28,043 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T12:22:28,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 31f030a12ea13073a59d27113ab6ee2b 2024-11-27T12:22:28,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732710147491.31f030a12ea13073a59d27113ab6ee2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:22:28,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 31f030a12ea13073a59d27113ab6ee2b 2024-11-27T12:22:28,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 31f030a12ea13073a59d27113ab6ee2b 2024-11-27T12:22:28,060 INFO [StoreOpener-31f030a12ea13073a59d27113ab6ee2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 31f030a12ea13073a59d27113ab6ee2b 2024-11-27T12:22:28,062 INFO [StoreOpener-31f030a12ea13073a59d27113ab6ee2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31f030a12ea13073a59d27113ab6ee2b columnFamilyName hfileref 2024-11-27T12:22:28,062 DEBUG [StoreOpener-31f030a12ea13073a59d27113ab6ee2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:28,062 INFO [StoreOpener-31f030a12ea13073a59d27113ab6ee2b-1 {}] regionserver.HStore(327): Store=31f030a12ea13073a59d27113ab6ee2b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:22:28,062 INFO [StoreOpener-31f030a12ea13073a59d27113ab6ee2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 31f030a12ea13073a59d27113ab6ee2b 2024-11-27T12:22:28,063 INFO [StoreOpener-31f030a12ea13073a59d27113ab6ee2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31f030a12ea13073a59d27113ab6ee2b columnFamilyName queue 2024-11-27T12:22:28,063 DEBUG [StoreOpener-31f030a12ea13073a59d27113ab6ee2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:28,063 INFO [StoreOpener-31f030a12ea13073a59d27113ab6ee2b-1 {}] regionserver.HStore(327): Store=31f030a12ea13073a59d27113ab6ee2b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:22:28,063 INFO [StoreOpener-31f030a12ea13073a59d27113ab6ee2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 31f030a12ea13073a59d27113ab6ee2b 2024-11-27T12:22:28,064 INFO [StoreOpener-31f030a12ea13073a59d27113ab6ee2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31f030a12ea13073a59d27113ab6ee2b columnFamilyName sid 2024-11-27T12:22:28,064 DEBUG [StoreOpener-31f030a12ea13073a59d27113ab6ee2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:28,065 INFO [StoreOpener-31f030a12ea13073a59d27113ab6ee2b-1 {}] regionserver.HStore(327): Store=31f030a12ea13073a59d27113ab6ee2b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:22:28,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 31f030a12ea13073a59d27113ab6ee2b 2024-11-27T12:22:28,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/hbase/replication/31f030a12ea13073a59d27113ab6ee2b 2024-11-27T12:22:28,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/hbase/replication/31f030a12ea13073a59d27113ab6ee2b 2024-11-27T12:22:28,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 31f030a12ea13073a59d27113ab6ee2b 2024-11-27T12:22:28,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 31f030a12ea13073a59d27113ab6ee2b 2024-11-27T12:22:28,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T12:22:28,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 31f030a12ea13073a59d27113ab6ee2b 2024-11-27T12:22:28,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/hbase/replication/31f030a12ea13073a59d27113ab6ee2b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:22:28,072 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 31f030a12ea13073a59d27113ab6ee2b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65492490, jitterRate=-0.02408584952354431}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T12:22:28,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 31f030a12ea13073a59d27113ab6ee2b 2024-11-27T12:22:28,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 31f030a12ea13073a59d27113ab6ee2b: Running coprocessor pre-open hook at 1732710148043Writing region info on filesystem at 1732710148043Initializing all the Stores at 1732710148044 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710148044Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710148056 (+12 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710148056Cleaning up temporary data from old regions at 1732710148067 (+11 ms)Running coprocessor post-open hooks at 1732710148072 (+5 ms)Region opened successfully at 1732710148072 2024-11-27T12:22:28,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732710147491.31f030a12ea13073a59d27113ab6ee2b., pid=10, masterSystemTime=1732710147940 2024-11-27T12:22:28,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732710147491.31f030a12ea13073a59d27113ab6ee2b. 2024-11-27T12:22:28,092 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732710147491.31f030a12ea13073a59d27113ab6ee2b. 2024-11-27T12:22:28,092 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=31f030a12ea13073a59d27113ab6ee2b, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,39979,1732710127483 2024-11-27T12:22:28,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31f030a12ea13073a59d27113ab6ee2b, server=1ba5af43fd99,39979,1732710127483 because future has completed 2024-11-27T12:22:28,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T12:22:28,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 31f030a12ea13073a59d27113ab6ee2b, server=1ba5af43fd99,39979,1732710127483 in 324 msec 2024-11-27T12:22:28,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:22:28,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T12:22:28,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=31f030a12ea13073a59d27113ab6ee2b, ASSIGN in 497 msec 2024-11-27T12:22:28,102 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T12:22:28,102 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710148102"}]},"ts":"1732710148102"} 2024-11-27T12:22:28,104 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T12:22:28,105 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T12:22:28,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 614 msec 2024-11-27T12:22:28,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732710147491.31f030a12ea13073a59d27113ab6ee2b., hostname=1ba5af43fd99,39979,1732710127483, seqNum=2] 2024-11-27T12:22:28,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36527-0x1017c3e47aa0000, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1710586921 2024-11-27T12:22:28,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39979-0x1017c3e47aa0001, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1710586921 2024-11-27T12:22:28,257 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T12:22:28,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39979 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T12:22:28,410 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T12:22:28,436 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1ba5af43fd99,39979,1732710127483, ReplicationSource: 1, currentBandwidth=0 2024-11-27T12:22:28,437 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:22:28,437 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,39979,1732710127483, seqNum=-1] 2024-11-27T12:22:28,437 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:22:28,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-27T12:22:28,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1ba5af43fd99,39979,1732710127483', locateType=CURRENT is [region=hbase:replication,,1732710147491.31f030a12ea13073a59d27113ab6ee2b., hostname=1ba5af43fd99,39979,1732710127483, seqNum=2] 2024-11-27T12:22:28,442 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T12:22:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36527 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T12:22:28,444 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1ba5af43fd99,39979,1732710127483 suceeded 2024-11-27T12:22:28,445 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T12:22:28,445 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-27T12:22:28,445 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1ba5af43fd99:37313,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T12:22:28,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 973 msec 2024-11-27T12:22:28,459 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ba5af43fd99:37313' 2024-11-27T12:22:28,461 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c176d96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:28,461 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,37313,-1 for getting cluster id 2024-11-27T12:22:28,461 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:22:28,463 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53ee139b-e132-417d-927b-cf01bdd21e6e' 2024-11-27T12:22:28,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:22:28,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53ee139b-e132-417d-927b-cf01bdd21e6e" 2024-11-27T12:22:28,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@327fbb32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:28,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,37313,-1] 2024-11-27T12:22:28,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:22:28,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:28,465 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:22:28,468 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@329cf8ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:28,468 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:22:28,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,37313,1732710131980 2024-11-27T12:22:28,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@770029cc 2024-11-27T12:22:28,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:22:28,470 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-27T12:22:28,470 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1ba5af43fd99,39979,1732710127483 (queues=1) is replicating from cluster=6e58fc30-4080-47f5-9ab0-9ca1b98cfa6d to cluster=53ee139b-e132-417d-927b-cf01bdd21e6e 2024-11-27T12:22:28,470 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1ba5af43fd99%2C39979%2C1732710127483 2024-11-27T12:22:28,470 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1ba5af43fd99,39979,1732710127483, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T12:22:28,471 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483.replicationSource.wal-reader.1ba5af43fd99%2C39979%2C1732710127483,1-1ba5af43fd99,39979,1732710127483 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/WALs/1ba5af43fd99,39979,1732710127483/1ba5af43fd99%2C39979%2C1732710127483.1732710129068, startPosition=0, beingWritten=true 2024-11-27T12:22:28,475 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483.replicationSource.shipper1ba5af43fd99%2C39979%2C1732710127483,1-1ba5af43fd99,39979,1732710127483 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1ba5af43fd99%2C39979%2C1732710127483 2024-11-27T12:22:28,478 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483.replicationSource.wal-reader.1ba5af43fd99%2C39979%2C1732710127483,1-1ba5af43fd99,39979,1732710127483 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T12:22:28,478 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483.replicationSource.wal-reader.1ba5af43fd99%2C39979%2C1732710127483,1-1ba5af43fd99,39979,1732710127483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/WALs/1ba5af43fd99,39979,1732710127483/1ba5af43fd99%2C39979%2C1732710127483.1732710129068 to pos 379, reset compression=false 2024-11-27T12:22:28,478 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483.replicationSource.shipper1ba5af43fd99%2C39979%2C1732710127483,1-1ba5af43fd99,39979,1732710127483 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,39979,1732710127483 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/WALs/1ba5af43fd99,39979,1732710127483/1ba5af43fd99%2C39979%2C1732710127483.1732710129068, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T12:22:28,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:22:28,610 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T12:22:28,610 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:22:28,610 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:22:28,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:28,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:28,610 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:22:28,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fcccd58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:28,611 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,37313,-1 for getting cluster id 2024-11-27T12:22:28,611 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:22:28,612 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53ee139b-e132-417d-927b-cf01bdd21e6e' 2024-11-27T12:22:28,612 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:22:28,612 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53ee139b-e132-417d-927b-cf01bdd21e6e" 2024-11-27T12:22:28,612 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e9571e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:28,612 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,37313,-1] 2024-11-27T12:22:28,612 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:22:28,612 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:28,613 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:22:28,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323bb5f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:28,613 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:22:28,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,37313,1732710131980 2024-11-27T12:22:28,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@760a4a07 2024-11-27T12:22:28,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:22:28,615 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:22:28,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37313 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://1ba5af43fd99:39183,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T12:22:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37313 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T12:22:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:22:28,617 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ba5af43fd99:39183' 2024-11-27T12:22:28,618 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7990c219, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:28,618 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,39183,-1 for getting cluster id 2024-11-27T12:22:28,618 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:22:28,619 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70e84369-99fa-41d9-97a1-0707004d3d27' 2024-11-27T12:22:28,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:22:28,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70e84369-99fa-41d9-97a1-0707004d3d27" 2024-11-27T12:22:28,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11b31bac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:28,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,39183,-1] 2024-11-27T12:22:28,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:22:28,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:28,620 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:22:28,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3832865f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:28,620 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:22:28,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,39183,1732710138894 2024-11-27T12:22:28,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a3ac64a 2024-11-27T12:22:28,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:22:28,621 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:22:28,622 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T12:22:28,622 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T12:22:28,622 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:28,622 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:28,622 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:22:28,622 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:22:28,623 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T12:22:28,624 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T12:22:28,624 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:28,625 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T12:22:28,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37431 is added to blk_1073741837_1013 (size=1138) 2024-11-27T12:22:28,674 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T12:22:28,681 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483.replicationSource.wal-reader.1ba5af43fd99%2C39979%2C1732710127483,1-1ba5af43fd99,39979,1732710127483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/WALs/1ba5af43fd99,39979,1732710127483/1ba5af43fd99%2C39979%2C1732710127483.1732710129068 to pos 379, reset compression=false 2024-11-27T12:22:28,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:22:28,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:22:28,984 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483.replicationSource.wal-reader.1ba5af43fd99%2C39979%2C1732710127483,1-1ba5af43fd99,39979,1732710127483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/WALs/1ba5af43fd99,39979,1732710127483/1ba5af43fd99%2C39979%2C1732710127483.1732710129068 to pos 379, reset compression=false 2024-11-27T12:22:29,033 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7d967027091e5e6dcc02f0725af7c41f, NAME => 'hbase:replication,,1732710148622.7d967027091e5e6dcc02f0725af7c41f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7 2024-11-27T12:22:29,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37431 is added to blk_1073741838_1014 (size=44) 2024-11-27T12:22:29,037 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732710148622.7d967027091e5e6dcc02f0725af7c41f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:22:29,037 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7d967027091e5e6dcc02f0725af7c41f, disabling compactions & flushes 2024-11-27T12:22:29,037 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732710148622.7d967027091e5e6dcc02f0725af7c41f. 2024-11-27T12:22:29,037 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732710148622.7d967027091e5e6dcc02f0725af7c41f. 2024-11-27T12:22:29,038 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732710148622.7d967027091e5e6dcc02f0725af7c41f. after waiting 1 ms 2024-11-27T12:22:29,038 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732710148622.7d967027091e5e6dcc02f0725af7c41f. 2024-11-27T12:22:29,038 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732710148622.7d967027091e5e6dcc02f0725af7c41f. 2024-11-27T12:22:29,038 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7d967027091e5e6dcc02f0725af7c41f: Waiting for close lock at 1732710149037Disabling compacts and flushes for region at 1732710149037Disabling writes for close at 1732710149038 (+1 ms)Writing region close event to WAL at 1732710149038Closed at 1732710149038 2024-11-27T12:22:29,038 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T12:22:29,039 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732710148622.7d967027091e5e6dcc02f0725af7c41f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732710149038"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732710149038"}]},"ts":"1732710149038"} 2024-11-27T12:22:29,040 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T12:22:29,041 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T12:22:29,041 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710149041"}]},"ts":"1732710149041"} 2024-11-27T12:22:29,042 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T12:22:29,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7d967027091e5e6dcc02f0725af7c41f, ASSIGN}] 2024-11-27T12:22:29,043 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7d967027091e5e6dcc02f0725af7c41f, ASSIGN 2024-11-27T12:22:29,044 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7d967027091e5e6dcc02f0725af7c41f, ASSIGN; state=OFFLINE, location=1ba5af43fd99,36003,1732710132105; forceNewPlan=false, retain=false 2024-11-27T12:22:29,195 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7d967027091e5e6dcc02f0725af7c41f, regionState=OPENING, regionLocation=1ba5af43fd99,36003,1732710132105 2024-11-27T12:22:29,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7d967027091e5e6dcc02f0725af7c41f, ASSIGN because future has completed 2024-11-27T12:22:29,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d967027091e5e6dcc02f0725af7c41f, server=1ba5af43fd99,36003,1732710132105}] 2024-11-27T12:22:29,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:22:29,355 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732710148622.7d967027091e5e6dcc02f0725af7c41f. 2024-11-27T12:22:29,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:22:29,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T12:22:29,357 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C36003%2C1732710132105.rep, suffix=, logDir=hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105, archiveDir=hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/oldWALs, maxLogs=10 2024-11-27T12:22:29,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.rep.1732710149357, exclude list is [], retry=0 2024-11-27T12:22:29,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37431,DS-6f442ad1-ee03-4c6f-8530-71d412df122e,DISK] 2024-11-27T12:22:29,388 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483.replicationSource.wal-reader.1ba5af43fd99%2C39979%2C1732710127483,1-1ba5af43fd99,39979,1732710127483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/WALs/1ba5af43fd99,39979,1732710127483/1ba5af43fd99%2C39979%2C1732710127483.1732710129068 to pos 379, reset compression=false 2024-11-27T12:22:29,389 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.rep.1732710149357 2024-11-27T12:22:29,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42697:42697)] 2024-11-27T12:22:29,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7d967027091e5e6dcc02f0725af7c41f, NAME => 'hbase:replication,,1732710148622.7d967027091e5e6dcc02f0725af7c41f.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:22:29,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:22:29,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T12:22:29,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732710148622.7d967027091e5e6dcc02f0725af7c41f. service=MultiRowMutationService 2024-11-27T12:22:29,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T12:22:29,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7d967027091e5e6dcc02f0725af7c41f 2024-11-27T12:22:29,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732710148622.7d967027091e5e6dcc02f0725af7c41f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:22:29,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7d967027091e5e6dcc02f0725af7c41f 2024-11-27T12:22:29,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7d967027091e5e6dcc02f0725af7c41f 2024-11-27T12:22:29,397 INFO [StoreOpener-7d967027091e5e6dcc02f0725af7c41f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7d967027091e5e6dcc02f0725af7c41f 2024-11-27T12:22:29,398 INFO [StoreOpener-7d967027091e5e6dcc02f0725af7c41f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d967027091e5e6dcc02f0725af7c41f columnFamilyName hfileref 2024-11-27T12:22:29,398 DEBUG [StoreOpener-7d967027091e5e6dcc02f0725af7c41f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:29,398 INFO [StoreOpener-7d967027091e5e6dcc02f0725af7c41f-1 {}] regionserver.HStore(327): Store=7d967027091e5e6dcc02f0725af7c41f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:22:29,398 INFO [StoreOpener-7d967027091e5e6dcc02f0725af7c41f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7d967027091e5e6dcc02f0725af7c41f 2024-11-27T12:22:29,399 INFO [StoreOpener-7d967027091e5e6dcc02f0725af7c41f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d967027091e5e6dcc02f0725af7c41f columnFamilyName queue 2024-11-27T12:22:29,399 DEBUG [StoreOpener-7d967027091e5e6dcc02f0725af7c41f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:29,400 INFO [StoreOpener-7d967027091e5e6dcc02f0725af7c41f-1 {}] regionserver.HStore(327): Store=7d967027091e5e6dcc02f0725af7c41f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:22:29,400 INFO [StoreOpener-7d967027091e5e6dcc02f0725af7c41f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7d967027091e5e6dcc02f0725af7c41f 2024-11-27T12:22:29,400 INFO [StoreOpener-7d967027091e5e6dcc02f0725af7c41f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d967027091e5e6dcc02f0725af7c41f columnFamilyName sid 2024-11-27T12:22:29,400 DEBUG [StoreOpener-7d967027091e5e6dcc02f0725af7c41f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:29,401 INFO [StoreOpener-7d967027091e5e6dcc02f0725af7c41f-1 {}] regionserver.HStore(327): Store=7d967027091e5e6dcc02f0725af7c41f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:22:29,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7d967027091e5e6dcc02f0725af7c41f 2024-11-27T12:22:29,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/hbase/replication/7d967027091e5e6dcc02f0725af7c41f 2024-11-27T12:22:29,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/hbase/replication/7d967027091e5e6dcc02f0725af7c41f 2024-11-27T12:22:29,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7d967027091e5e6dcc02f0725af7c41f 2024-11-27T12:22:29,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7d967027091e5e6dcc02f0725af7c41f 2024-11-27T12:22:29,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T12:22:29,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7d967027091e5e6dcc02f0725af7c41f 2024-11-27T12:22:29,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/hbase/replication/7d967027091e5e6dcc02f0725af7c41f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:22:29,405 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7d967027091e5e6dcc02f0725af7c41f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75161670, jitterRate=0.11999616026878357}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T12:22:29,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7d967027091e5e6dcc02f0725af7c41f 2024-11-27T12:22:29,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7d967027091e5e6dcc02f0725af7c41f: Running coprocessor pre-open hook at 1732710149392Writing region info on filesystem at 1732710149392Initializing all the Stores at 1732710149392Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710149392Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710149396 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710149396Cleaning up temporary data from old regions at 1732710149403 (+7 ms)Running coprocessor post-open hooks at 1732710149405 (+2 ms)Region opened successfully at 1732710149405 2024-11-27T12:22:29,406 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732710148622.7d967027091e5e6dcc02f0725af7c41f., pid=10, masterSystemTime=1732710149352 2024-11-27T12:22:29,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732710148622.7d967027091e5e6dcc02f0725af7c41f. 2024-11-27T12:22:29,408 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732710148622.7d967027091e5e6dcc02f0725af7c41f. 2024-11-27T12:22:29,409 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7d967027091e5e6dcc02f0725af7c41f, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,36003,1732710132105 2024-11-27T12:22:29,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d967027091e5e6dcc02f0725af7c41f, server=1ba5af43fd99,36003,1732710132105 because future has completed 2024-11-27T12:22:29,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T12:22:29,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7d967027091e5e6dcc02f0725af7c41f, server=1ba5af43fd99,36003,1732710132105 in 212 msec 2024-11-27T12:22:29,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T12:22:29,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7d967027091e5e6dcc02f0725af7c41f, ASSIGN in 370 msec 2024-11-27T12:22:29,414 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T12:22:29,414 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710149414"}]},"ts":"1732710149414"} 2024-11-27T12:22:29,416 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T12:22:29,416 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T12:22:29,418 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 794 msec 2024-11-27T12:22:29,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732710148622.7d967027091e5e6dcc02f0725af7c41f., hostname=1ba5af43fd99,36003,1732710132105, seqNum=2] 2024-11-27T12:22:29,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37313-0x1017c3e47aa0003, quorum=127.0.0.1:59795, baseZNode=/11623079845 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11623079845 2024-11-27T12:22:29,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36003-0x1017c3e47aa0004, quorum=127.0.0.1:59795, baseZNode=/11623079845 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11623079845 2024-11-27T12:22:29,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T12:22:29,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:22:29,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36003 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T12:22:29,786 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T12:22:29,814 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1ba5af43fd99,36003,1732710132105, ReplicationSource: 1, currentBandwidth=0 2024-11-27T12:22:29,815 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:22:29,815 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,36003,1732710132105, seqNum=-1] 2024-11-27T12:22:29,815 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:22:29,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34079, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-27T12:22:29,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1ba5af43fd99,36003,1732710132105', locateType=CURRENT is [region=hbase:replication,,1732710148622.7d967027091e5e6dcc02f0725af7c41f., hostname=1ba5af43fd99,36003,1732710132105, seqNum=2] 2024-11-27T12:22:29,819 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T12:22:29,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37313 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T12:22:29,821 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1ba5af43fd99,36003,1732710132105 suceeded 2024-11-27T12:22:29,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T12:22:29,822 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1ba5af43fd99:39183,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T12:22:29,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-27T12:22:29,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2070 sec 2024-11-27T12:22:29,833 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ba5af43fd99:39183' 2024-11-27T12:22:29,834 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a428f6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:29,834 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,39183,-1 for getting cluster id 2024-11-27T12:22:29,834 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:22:29,835 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70e84369-99fa-41d9-97a1-0707004d3d27' 2024-11-27T12:22:29,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:22:29,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70e84369-99fa-41d9-97a1-0707004d3d27" 2024-11-27T12:22:29,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@221d0cf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:29,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,39183,-1] 2024-11-27T12:22:29,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:22:29,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:29,836 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:22:29,837 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@aa29d1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:29,837 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:22:29,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,39183,1732710138894 2024-11-27T12:22:29,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b92f005 2024-11-27T12:22:29,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:22:29,838 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-27T12:22:29,839 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1ba5af43fd99,36003,1732710132105 (queues=1) is replicating from cluster=53ee139b-e132-417d-927b-cf01bdd21e6e to cluster=70e84369-99fa-41d9-97a1-0707004d3d27 2024-11-27T12:22:29,839 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1ba5af43fd99%2C36003%2C1732710132105 2024-11-27T12:22:29,839 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1ba5af43fd99,36003,1732710132105, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T12:22:29,839 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487, startPosition=0, beingWritten=true 2024-11-27T12:22:29,842 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.shipper1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1ba5af43fd99%2C36003%2C1732710132105 2024-11-27T12:22:29,844 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T12:22:29,844 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487 to pos 379, reset compression=false 2024-11-27T12:22:29,844 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.shipper1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,36003,1732710132105 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T12:22:29,891 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483.replicationSource.wal-reader.1ba5af43fd99%2C39979%2C1732710127483,1-1ba5af43fd99,39979,1732710127483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/WALs/1ba5af43fd99,39979,1732710127483/1ba5af43fd99%2C39979%2C1732710127483.1732710129068 to pos 379, reset compression=false 2024-11-27T12:22:30,047 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487 to pos 379, reset compression=false 2024-11-27T12:22:30,350 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487 to pos 379, reset compression=false 2024-11-27T12:22:30,494 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483.replicationSource.wal-reader.1ba5af43fd99%2C39979%2C1732710127483,1-1ba5af43fd99,39979,1732710127483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/WALs/1ba5af43fd99,39979,1732710127483/1ba5af43fd99%2C39979%2C1732710127483.1732710129068 to pos 379, reset compression=false 2024-11-27T12:22:30,753 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487 to pos 379, reset compression=false 2024-11-27T12:22:30,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:22:30,770 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T12:22:30,770 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:22:30,770 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:22:30,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:30,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:30,770 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:22:30,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dbb5b26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:30,771 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,39183,-1 for getting cluster id 2024-11-27T12:22:30,771 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:22:30,772 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70e84369-99fa-41d9-97a1-0707004d3d27' 2024-11-27T12:22:30,772 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:22:30,772 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70e84369-99fa-41d9-97a1-0707004d3d27" 2024-11-27T12:22:30,772 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59c7ce5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:30,772 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,39183,-1] 2024-11-27T12:22:30,772 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:22:30,772 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:30,773 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:22:30,773 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fda78e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:30,774 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:22:30,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,39183,1732710138894 2024-11-27T12:22:30,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7454522 2024-11-27T12:22:30,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:22:30,775 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:22:30,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://1ba5af43fd99:37313,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T12:22:30,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T12:22:30,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:22:30,778 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ba5af43fd99:37313' 2024-11-27T12:22:30,779 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@518b5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:30,779 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,37313,-1 for getting cluster id 2024-11-27T12:22:30,779 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:22:30,779 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53ee139b-e132-417d-927b-cf01bdd21e6e' 2024-11-27T12:22:30,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:22:30,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53ee139b-e132-417d-927b-cf01bdd21e6e" 2024-11-27T12:22:30,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77842f90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:30,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,37313,-1] 2024-11-27T12:22:30,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:22:30,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:30,780 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:22:30,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6224c7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:30,781 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:22:30,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,37313,1732710131980 2024-11-27T12:22:30,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4509bd29 2024-11-27T12:22:30,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:22:30,782 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:22:30,783 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-27T12:22:30,783 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T12:22:30,783 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:30,783 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:30,783 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:22:30,783 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:22:30,784 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T12:22:30,785 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T12:22:30,785 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:30,786 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T12:22:30,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44673 is added to blk_1073741837_1013 (size=1138) 2024-11-27T12:22:30,834 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T12:22:30,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:22:31,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:22:31,197 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483.replicationSource.wal-reader.1ba5af43fd99%2C39979%2C1732710127483,1-1ba5af43fd99,39979,1732710127483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/WALs/1ba5af43fd99,39979,1732710127483/1ba5af43fd99%2C39979%2C1732710127483.1732710129068 to pos 379, reset compression=false 2024-11-27T12:22:31,200 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d10632cae68ed046f9dd15e932284c52, NAME => 'hbase:replication,,1732710150783.d10632cae68ed046f9dd15e932284c52.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86 2024-11-27T12:22:31,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44673 is added to blk_1073741838_1014 (size=44) 2024-11-27T12:22:31,256 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487 to pos 379, reset compression=false 2024-11-27T12:22:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:22:31,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T12:22:31,472 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T12:22:31,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T12:22:31,472 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T12:22:31,604 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732710150783.d10632cae68ed046f9dd15e932284c52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:22:31,604 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d10632cae68ed046f9dd15e932284c52, disabling compactions & flushes 2024-11-27T12:22:31,604 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732710150783.d10632cae68ed046f9dd15e932284c52. 2024-11-27T12:22:31,604 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732710150783.d10632cae68ed046f9dd15e932284c52. 2024-11-27T12:22:31,604 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732710150783.d10632cae68ed046f9dd15e932284c52. after waiting 0 ms 2024-11-27T12:22:31,604 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732710150783.d10632cae68ed046f9dd15e932284c52. 2024-11-27T12:22:31,604 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732710150783.d10632cae68ed046f9dd15e932284c52. 2024-11-27T12:22:31,605 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d10632cae68ed046f9dd15e932284c52: Waiting for close lock at 1732710151604Disabling compacts and flushes for region at 1732710151604Disabling writes for close at 1732710151604Writing region close event to WAL at 1732710151604Closed at 1732710151604 2024-11-27T12:22:31,606 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T12:22:31,606 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732710150783.d10632cae68ed046f9dd15e932284c52.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732710151606"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732710151606"}]},"ts":"1732710151606"} 2024-11-27T12:22:31,607 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T12:22:31,608 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T12:22:31,608 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710151608"}]},"ts":"1732710151608"} 2024-11-27T12:22:31,609 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T12:22:31,609 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d10632cae68ed046f9dd15e932284c52, ASSIGN}] 2024-11-27T12:22:31,610 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d10632cae68ed046f9dd15e932284c52, ASSIGN 2024-11-27T12:22:31,611 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d10632cae68ed046f9dd15e932284c52, ASSIGN; state=OFFLINE, location=1ba5af43fd99,40689,1732710139026; forceNewPlan=false, retain=false 2024-11-27T12:22:31,761 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d10632cae68ed046f9dd15e932284c52, regionState=OPENING, regionLocation=1ba5af43fd99,40689,1732710139026 2024-11-27T12:22:31,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d10632cae68ed046f9dd15e932284c52, ASSIGN because future has completed 2024-11-27T12:22:31,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d10632cae68ed046f9dd15e932284c52, server=1ba5af43fd99,40689,1732710139026}] 2024-11-27T12:22:31,859 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487 to pos 379, reset compression=false 2024-11-27T12:22:31,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:22:31,929 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732710150783.d10632cae68ed046f9dd15e932284c52. 2024-11-27T12:22:31,929 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:22:31,929 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T12:22:31,930 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C40689%2C1732710139026.rep, suffix=, logDir=hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026, archiveDir=hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/oldWALs, maxLogs=10 2024-11-27T12:22:31,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.rep.1732710151931, exclude list is [], retry=0 2024-11-27T12:22:31,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44673,DS-65b14a49-d674-43c1-aad1-d698be258413,DISK] 2024-11-27T12:22:31,952 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.rep.1732710151931 2024-11-27T12:22:31,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45819:45819)] 2024-11-27T12:22:31,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d10632cae68ed046f9dd15e932284c52, NAME => 'hbase:replication,,1732710150783.d10632cae68ed046f9dd15e932284c52.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:22:31,957 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:22:31,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T12:22:31,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732710150783.d10632cae68ed046f9dd15e932284c52. service=MultiRowMutationService 2024-11-27T12:22:31,957 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T12:22:31,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d10632cae68ed046f9dd15e932284c52 2024-11-27T12:22:31,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732710150783.d10632cae68ed046f9dd15e932284c52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:22:31,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d10632cae68ed046f9dd15e932284c52 2024-11-27T12:22:31,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d10632cae68ed046f9dd15e932284c52 2024-11-27T12:22:31,958 INFO [StoreOpener-d10632cae68ed046f9dd15e932284c52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d10632cae68ed046f9dd15e932284c52 2024-11-27T12:22:31,959 INFO [StoreOpener-d10632cae68ed046f9dd15e932284c52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d10632cae68ed046f9dd15e932284c52 columnFamilyName hfileref 2024-11-27T12:22:31,960 DEBUG [StoreOpener-d10632cae68ed046f9dd15e932284c52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:31,960 INFO [StoreOpener-d10632cae68ed046f9dd15e932284c52-1 {}] regionserver.HStore(327): Store=d10632cae68ed046f9dd15e932284c52/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:22:31,960 INFO [StoreOpener-d10632cae68ed046f9dd15e932284c52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d10632cae68ed046f9dd15e932284c52 2024-11-27T12:22:31,961 INFO [StoreOpener-d10632cae68ed046f9dd15e932284c52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d10632cae68ed046f9dd15e932284c52 columnFamilyName queue 2024-11-27T12:22:31,961 DEBUG [StoreOpener-d10632cae68ed046f9dd15e932284c52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:31,961 INFO [StoreOpener-d10632cae68ed046f9dd15e932284c52-1 {}] regionserver.HStore(327): Store=d10632cae68ed046f9dd15e932284c52/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:22:31,961 INFO [StoreOpener-d10632cae68ed046f9dd15e932284c52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d10632cae68ed046f9dd15e932284c52 2024-11-27T12:22:31,962 INFO [StoreOpener-d10632cae68ed046f9dd15e932284c52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d10632cae68ed046f9dd15e932284c52 columnFamilyName sid 2024-11-27T12:22:31,962 DEBUG [StoreOpener-d10632cae68ed046f9dd15e932284c52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:31,962 INFO [StoreOpener-d10632cae68ed046f9dd15e932284c52-1 {}] regionserver.HStore(327): Store=d10632cae68ed046f9dd15e932284c52/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:22:31,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d10632cae68ed046f9dd15e932284c52 2024-11-27T12:22:31,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/hbase/replication/d10632cae68ed046f9dd15e932284c52 2024-11-27T12:22:31,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/hbase/replication/d10632cae68ed046f9dd15e932284c52 2024-11-27T12:22:31,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d10632cae68ed046f9dd15e932284c52 2024-11-27T12:22:31,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d10632cae68ed046f9dd15e932284c52 2024-11-27T12:22:31,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T12:22:31,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d10632cae68ed046f9dd15e932284c52 2024-11-27T12:22:31,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/hbase/replication/d10632cae68ed046f9dd15e932284c52/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:22:31,967 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d10632cae68ed046f9dd15e932284c52; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74764755, jitterRate=0.11408166587352753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T12:22:31,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d10632cae68ed046f9dd15e932284c52 2024-11-27T12:22:31,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d10632cae68ed046f9dd15e932284c52: Running coprocessor pre-open hook at 1732710151957Writing region info on filesystem at 1732710151957Initializing all the Stores at 1732710151958 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710151958Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710151958Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710151958Cleaning up temporary data from old regions at 1732710151964 (+6 ms)Running coprocessor post-open hooks at 1732710151968 (+4 ms)Region opened successfully at 1732710151968 2024-11-27T12:22:31,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732710150783.d10632cae68ed046f9dd15e932284c52., pid=10, masterSystemTime=1732710151916 2024-11-27T12:22:31,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732710150783.d10632cae68ed046f9dd15e932284c52. 2024-11-27T12:22:31,970 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732710150783.d10632cae68ed046f9dd15e932284c52. 2024-11-27T12:22:31,971 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d10632cae68ed046f9dd15e932284c52, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,40689,1732710139026 2024-11-27T12:22:31,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d10632cae68ed046f9dd15e932284c52, server=1ba5af43fd99,40689,1732710139026 because future has completed 2024-11-27T12:22:31,974 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T12:22:31,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d10632cae68ed046f9dd15e932284c52, server=1ba5af43fd99,40689,1732710139026 in 210 msec 2024-11-27T12:22:31,976 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T12:22:31,976 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d10632cae68ed046f9dd15e932284c52, ASSIGN in 365 msec 2024-11-27T12:22:31,977 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T12:22:31,977 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710151977"}]},"ts":"1732710151977"} 2024-11-27T12:22:31,979 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T12:22:31,979 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T12:22:31,981 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1960 sec 2024-11-27T12:22:31,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732710150783.d10632cae68ed046f9dd15e932284c52., hostname=1ba5af43fd99,40689,1732710139026, seqNum=2] 2024-11-27T12:22:32,001 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483.replicationSource.wal-reader.1ba5af43fd99%2C39979%2C1732710127483,1-1ba5af43fd99,39979,1732710127483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/WALs/1ba5af43fd99,39979,1732710127483/1ba5af43fd99%2C39979%2C1732710127483.1732710129068 to pos 379, reset compression=false 2024-11-27T12:22:32,063 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=9, created chunk count=34, reused chunk count=119, reuseRatio=77.78% 2024-11-27T12:22:32,063 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-27T12:22:32,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1017c3e47aa0006, quorum=127.0.0.1:59795, baseZNode=/2785888698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2785888698 2024-11-27T12:22:32,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40689-0x1017c3e47aa0007, quorum=127.0.0.1:59795, baseZNode=/2785888698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2785888698 2024-11-27T12:22:32,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T12:22:32,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T12:22:32,241 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T12:22:32,279 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1ba5af43fd99,40689,1732710139026, ReplicationSource: 1, currentBandwidth=0 2024-11-27T12:22:32,280 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:22:32,280 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,40689,1732710139026, seqNum=-1] 2024-11-27T12:22:32,281 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:22:32,282 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-27T12:22:32,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1ba5af43fd99,40689,1732710139026', locateType=CURRENT is [region=hbase:replication,,1732710150783.d10632cae68ed046f9dd15e932284c52., hostname=1ba5af43fd99,40689,1732710139026, seqNum=2] 2024-11-27T12:22:32,289 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T12:22:32,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T12:22:32,292 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1ba5af43fd99,40689,1732710139026 suceeded 2024-11-27T12:22:32,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T12:22:32,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-11-27T12:22:32,294 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1ba5af43fd99:37313,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T12:22:32,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5190 sec 2024-11-27T12:22:32,308 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ba5af43fd99:37313' 2024-11-27T12:22:32,309 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a3caea6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:32,309 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,37313,-1 for getting cluster id 2024-11-27T12:22:32,310 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:22:32,310 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53ee139b-e132-417d-927b-cf01bdd21e6e' 2024-11-27T12:22:32,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:22:32,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53ee139b-e132-417d-927b-cf01bdd21e6e" 2024-11-27T12:22:32,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21813ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:32,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,37313,-1] 2024-11-27T12:22:32,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:22:32,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:32,312 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:22:32,313 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@731704d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:32,313 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:22:32,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,37313,1732710131980 2024-11-27T12:22:32,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b696ca 2024-11-27T12:22:32,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:22:32,315 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-27T12:22:32,317 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1ba5af43fd99,40689,1732710139026 (queues=1) is replicating from cluster=70e84369-99fa-41d9-97a1-0707004d3d27 to cluster=53ee139b-e132-417d-927b-cf01bdd21e6e 2024-11-27T12:22:32,317 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1ba5af43fd99%2C40689%2C1732710139026 2024-11-27T12:22:32,317 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1ba5af43fd99,40689,1732710139026, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T12:22:32,320 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.wal-reader.1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.1732710141044, startPosition=0, beingWritten=true 2024-11-27T12:22:32,324 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.shipper1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1ba5af43fd99%2C40689%2C1732710139026 2024-11-27T12:22:32,330 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.wal-reader.1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T12:22:32,330 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.wal-reader.1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.1732710141044 to pos 379, reset compression=false 2024-11-27T12:22:32,330 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.shipper1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,40689,1732710139026 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.1732710141044, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T12:22:32,355 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T12:22:32,459 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:22:32,460 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ba5af43fd99,33547,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:33547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T12:22:32,461 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108609 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ba5af43fd99,33547,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:33547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T12:22:32,558 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.wal-reader.1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.1732710141044 to pos 379, reset compression=false 2024-11-27T12:22:32,571 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487 to pos 379, reset compression=false 2024-11-27T12:22:32,865 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.wal-reader.1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.1732710141044 to pos 379, reset compression=false 2024-11-27T12:22:32,904 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483.replicationSource.wal-reader.1ba5af43fd99%2C39979%2C1732710127483,1-1ba5af43fd99,39979,1732710127483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/WALs/1ba5af43fd99,39979,1732710127483/1ba5af43fd99%2C39979%2C1732710127483.1732710129068 to pos 379, reset compression=false 2024-11-27T12:22:32,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:22:32,919 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T12:22:32,920 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:22:32,920 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:22:32,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:32,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:32,920 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:22:32,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21240cf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:32,920 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,36527,-1 for getting cluster id 2024-11-27T12:22:32,921 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:22:32,921 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e58fc30-4080-47f5-9ab0-9ca1b98cfa6d' 2024-11-27T12:22:32,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:22:32,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e58fc30-4080-47f5-9ab0-9ca1b98cfa6d" 2024-11-27T12:22:32,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a823f68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:32,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,36527,-1] 2024-11-27T12:22:32,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:22:32,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:32,922 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:22:32,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d8cc047, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:32,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@192434ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:32,923 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,37313,-1 for getting cluster id 2024-11-27T12:22:32,923 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:22:32,923 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53ee139b-e132-417d-927b-cf01bdd21e6e' 2024-11-27T12:22:32,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:22:32,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53ee139b-e132-417d-927b-cf01bdd21e6e" 2024-11-27T12:22:32,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@674ba37a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:32,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,37313,-1] 2024-11-27T12:22:32,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:22:32,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:32,924 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:22:32,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bad78a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:32,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16bd9d91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:32,925 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,39183,-1 for getting cluster id 2024-11-27T12:22:32,925 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:22:32,926 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70e84369-99fa-41d9-97a1-0707004d3d27' 2024-11-27T12:22:32,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:22:32,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70e84369-99fa-41d9-97a1-0707004d3d27" 2024-11-27T12:22:32,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17abd3f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:32,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,39183,-1] 2024-11-27T12:22:32,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:22:32,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:32,927 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:22:32,927 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f176841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:32,928 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:22:32,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,39979,1732710127483, seqNum=-1] 2024-11-27T12:22:32,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:22:32,930 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:22:32,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732710142017.4a985873fcdf6deec4c36f253452ede5., hostname=1ba5af43fd99,39979,1732710127483, seqNum=2] 2024-11-27T12:22:32,933 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:22:32,934 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,40689,1732710139026, seqNum=-1] 2024-11-27T12:22:32,934 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:22:32,935 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:22:32,936 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732710145312.8aff9cf70f6715d18691264fa7c7a51c., hostname=1ba5af43fd99,40689,1732710139026, seqNum=2] 2024-11-27T12:22:32,937 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-27T12:22:33,269 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.wal-reader.1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.1732710141044 to pos 379, reset compression=false 2024-11-27T12:22:33,400 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487 to pos 379, reset compression=false 2024-11-27T12:22:33,545 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:22:33,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:33,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:33,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:33,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:33,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:33,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:33,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:33,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:33,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:33,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:33,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:33,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:33,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:33,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:33,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:33,772 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.wal-reader.1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.1732710141044 to pos 379, reset compression=false 2024-11-27T12:22:33,908 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483.replicationSource.wal-reader.1ba5af43fd99%2C39979%2C1732710127483,1-1ba5af43fd99,39979,1732710127483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/WALs/1ba5af43fd99,39979,1732710127483/1ba5af43fd99%2C39979%2C1732710127483.1732710129068 to pos 379, reset compression=false 2024-11-27T12:22:33,912 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483.replicationSource.wal-reader.1ba5af43fd99%2C39979%2C1732710127483,1-1ba5af43fd99,39979,1732710127483 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T12:22:33,912 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483.replicationSource.wal-reader.1ba5af43fd99%2C39979%2C1732710127483,1-1ba5af43fd99,39979,1732710127483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/WALs/1ba5af43fd99,39979,1732710127483/1ba5af43fd99%2C39979%2C1732710127483.1732710129068 to pos 480, reset compression=false 2024-11-27T12:22:33,912 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483.replicationSource.shipper1ba5af43fd99%2C39979%2C1732710127483,1-1ba5af43fd99,39979,1732710127483 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,39979,1732710127483 got entry batch from reader: WALEntryBatch [walEntries=[{test/4a985873fcdf6deec4c36f253452ede5/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/WALs/1ba5af43fd99,39979,1732710127483/1ba5af43fd99%2C39979%2C1732710127483.1732710129068, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-27T12:22:33,914 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483.replicationSource.shipper1ba5af43fd99%2C39979%2C1732710127483,1-1ba5af43fd99,39979,1732710127483 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T12:22:33,915 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-27T12:22:33,915 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36003 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T12:22:33,916 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36003 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d0a312c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:33,916 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36003 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,37313,-1 for getting cluster id 2024-11-27T12:22:33,916 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36003 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:22:33,916 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53ee139b-e132-417d-927b-cf01bdd21e6e' 2024-11-27T12:22:33,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:22:33,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53ee139b-e132-417d-927b-cf01bdd21e6e" 2024-11-27T12:22:33,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@382450c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:33,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,37313,-1] 2024-11-27T12:22:33,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:22:33,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:33,918 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:22:33,918 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36003 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31fa0a21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:33,919 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36003 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:22:33,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,36003,1732710132105, seqNum=-1] 2024-11-27T12:22:33,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:22:33,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-27T12:22:33,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732710144172.dc8b43b4acef95093b61752686decdf4., hostname=1ba5af43fd99,36003,1732710132105, seqNum=2] 2024-11-27T12:22:33,924 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36003 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T12:22:33,939 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-27T12:22:34,115 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483.replicationSource.wal-reader.1ba5af43fd99%2C39979%2C1732710127483,1-1ba5af43fd99,39979,1732710127483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/WALs/1ba5af43fd99,39979,1732710127483/1ba5af43fd99%2C39979%2C1732710127483.1732710129068 to pos 480, reset compression=false 2024-11-27T12:22:34,303 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487 to pos 379, reset compression=false 2024-11-27T12:22:34,309 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T12:22:34,309 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487 to pos 503, reset compression=false 2024-11-27T12:22:34,309 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.shipper1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,36003,1732710132105 got entry batch from reader: WALEntryBatch [walEntries=[{test/dc8b43b4acef95093b61752686decdf4/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-27T12:22:34,311 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.shipper1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T12:22:34,312 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-27T12:22:34,313 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40689 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T12:22:34,313 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38d25fd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:34,313 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40689 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,39183,-1 for getting cluster id 2024-11-27T12:22:34,313 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40689 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:22:34,314 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70e84369-99fa-41d9-97a1-0707004d3d27' 2024-11-27T12:22:34,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:22:34,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70e84369-99fa-41d9-97a1-0707004d3d27" 2024-11-27T12:22:34,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3231d7e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:34,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,39183,-1] 2024-11-27T12:22:34,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:22:34,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:34,315 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:22:34,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@727b55d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:34,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40689 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:22:34,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,40689,1732710139026, seqNum=-1] 2024-11-27T12:22:34,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:22:34,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-27T12:22:34,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732710145312.8aff9cf70f6715d18691264fa7c7a51c., hostname=1ba5af43fd99,40689,1732710139026, seqNum=2] 2024-11-27T12:22:34,322 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40689 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T12:22:34,376 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.wal-reader.1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.1732710141044 to pos 379, reset compression=false 2024-11-27T12:22:34,381 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.wal-reader.1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T12:22:34,381 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.wal-reader.1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.1732710141044 to pos 526, reset compression=false 2024-11-27T12:22:34,381 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.shipper1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,40689,1732710139026 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.1732710141044, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T12:22:34,420 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483.replicationSource.wal-reader.1ba5af43fd99%2C39979%2C1732710127483,1-1ba5af43fd99,39979,1732710127483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/WALs/1ba5af43fd99,39979,1732710127483/1ba5af43fd99%2C39979%2C1732710127483.1732710129068 to pos 480, reset compression=false 2024-11-27T12:22:34,514 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487 to pos 503, reset compression=false 2024-11-27T12:22:34,585 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.wal-reader.1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.1732710141044 to pos 526, reset compression=false 2024-11-27T12:22:34,817 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487 to pos 503, reset compression=false 2024-11-27T12:22:34,823 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483.replicationSource.wal-reader.1ba5af43fd99%2C39979%2C1732710127483,1-1ba5af43fd99,39979,1732710127483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/WALs/1ba5af43fd99,39979,1732710127483/1ba5af43fd99%2C39979%2C1732710127483.1732710129068 to pos 480, reset compression=false 2024-11-27T12:22:34,888 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.wal-reader.1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.1732710141044 to pos 526, reset compression=false 2024-11-27T12:22:34,941 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-27T12:22:34,941 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:22:34,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,36003,1732710132105, seqNum=-1] 2024-11-27T12:22:34,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:22:34,943 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:22:34,945 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732710144172.dc8b43b4acef95093b61752686decdf4., hostname=1ba5af43fd99,36003,1732710132105, seqNum=2] 2024-11-27T12:22:34,949 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-27T12:22:35,220 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487 to pos 503, reset compression=false 2024-11-27T12:22:35,224 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T12:22:35,224 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487 to pos 607, reset compression=false 2024-11-27T12:22:35,224 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.shipper1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,36003,1732710132105 got entry batch from reader: WALEntryBatch [walEntries=[{test/dc8b43b4acef95093b61752686decdf4/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T12:22:35,226 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40689 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T12:22:35,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40689 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T12:22:35,292 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.wal-reader.1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.1732710141044 to pos 526, reset compression=false 2024-11-27T12:22:35,295 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.wal-reader.1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T12:22:35,295 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.wal-reader.1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.1732710141044 to pos 653, reset compression=false 2024-11-27T12:22:35,295 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.shipper1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,40689,1732710139026 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.1732710141044, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T12:22:35,326 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483.replicationSource.wal-reader.1ba5af43fd99%2C39979%2C1732710127483,1-1ba5af43fd99,39979,1732710127483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/WALs/1ba5af43fd99,39979,1732710127483/1ba5af43fd99%2C39979%2C1732710127483.1732710129068 to pos 480, reset compression=false 2024-11-27T12:22:35,427 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487 to pos 607, reset compression=false 2024-11-27T12:22:35,499 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.wal-reader.1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.1732710141044 to pos 653, reset compression=false 2024-11-27T12:22:35,731 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487 to pos 607, reset compression=false 2024-11-27T12:22:35,802 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.wal-reader.1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.1732710141044 to pos 653, reset compression=false 2024-11-27T12:22:35,929 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483.replicationSource.wal-reader.1ba5af43fd99%2C39979%2C1732710127483,1-1ba5af43fd99,39979,1732710127483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/WALs/1ba5af43fd99,39979,1732710127483/1ba5af43fd99%2C39979%2C1732710127483.1732710129068 to pos 480, reset compression=false 2024-11-27T12:22:35,951 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-27T12:22:35,953 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-27T12:22:36,134 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487 to pos 607, reset compression=false 2024-11-27T12:22:36,206 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.wal-reader.1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.1732710141044 to pos 653, reset compression=false 2024-11-27T12:22:36,209 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.wal-reader.1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T12:22:36,209 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.wal-reader.1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.1732710141044 to pos 757, reset compression=false 2024-11-27T12:22:36,209 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.shipper1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,40689,1732710139026 got entry batch from reader: WALEntryBatch [walEntries=[{test/8aff9cf70f6715d18691264fa7c7a51c/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.1732710141044, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T12:22:36,211 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.shipper1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T12:22:36,212 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-27T12:22:36,212 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36003 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T12:22:36,214 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36003 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T12:22:36,412 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.wal-reader.1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.1732710141044 to pos 757, reset compression=false 2024-11-27T12:22:36,632 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483.replicationSource.wal-reader.1ba5af43fd99%2C39979%2C1732710127483,1-1ba5af43fd99,39979,1732710127483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/WALs/1ba5af43fd99,39979,1732710127483/1ba5af43fd99%2C39979%2C1732710127483.1732710129068 to pos 480, reset compression=false 2024-11-27T12:22:36,638 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487 to pos 607, reset compression=false 2024-11-27T12:22:36,642 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T12:22:36,642 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487 to pos 734, reset compression=false 2024-11-27T12:22:36,642 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.shipper1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,36003,1732710132105 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T12:22:36,714 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.wal-reader.1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.1732710141044 to pos 757, reset compression=false 2024-11-27T12:22:36,759 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T12:22:36,845 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487 to pos 734, reset compression=false 2024-11-27T12:22:36,955 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-27T12:22:36,958 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-27T12:22:37,117 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.wal-reader.1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.1732710141044 to pos 757, reset compression=false 2024-11-27T12:22:37,148 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487 to pos 734, reset compression=false 2024-11-27T12:22:37,436 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483.replicationSource.wal-reader.1ba5af43fd99%2C39979%2C1732710127483,1-1ba5af43fd99,39979,1732710127483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/WALs/1ba5af43fd99,39979,1732710127483/1ba5af43fd99%2C39979%2C1732710127483.1732710129068 to pos 480, reset compression=false 2024-11-27T12:22:37,440 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483.replicationSource.wal-reader.1ba5af43fd99%2C39979%2C1732710127483,1-1ba5af43fd99,39979,1732710127483 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T12:22:37,440 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483.replicationSource.wal-reader.1ba5af43fd99%2C39979%2C1732710127483,1-1ba5af43fd99,39979,1732710127483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/WALs/1ba5af43fd99,39979,1732710127483/1ba5af43fd99%2C39979%2C1732710127483.1732710129068 to pos 636, reset compression=false 2024-11-27T12:22:37,440 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483.replicationSource.shipper1ba5af43fd99%2C39979%2C1732710127483,1-1ba5af43fd99,39979,1732710127483 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,39979,1732710127483 got entry batch from reader: WALEntryBatch [walEntries=[{test/4a985873fcdf6deec4c36f253452ede5/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/WALs/1ba5af43fd99,39979,1732710127483/1ba5af43fd99%2C39979%2C1732710127483.1732710129068, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-27T12:22:37,442 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36003 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T12:22:37,444 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36003 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T12:22:37,552 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487 to pos 734, reset compression=false 2024-11-27T12:22:37,557 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T12:22:37,557 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487 to pos 881, reset compression=false 2024-11-27T12:22:37,557 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.shipper1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,36003,1732710132105 got entry batch from reader: WALEntryBatch [walEntries=[{test/dc8b43b4acef95093b61752686decdf4/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-27T12:22:37,558 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40689 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T12:22:37,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40689 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T12:22:37,620 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.wal-reader.1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.1732710141044 to pos 757, reset compression=false 2024-11-27T12:22:37,624 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.wal-reader.1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T12:22:37,624 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.wal-reader.1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.1732710141044 to pos 927, reset compression=false 2024-11-27T12:22:37,624 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.shipper1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,40689,1732710139026 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.1732710141044, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T12:22:37,645 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483.replicationSource.wal-reader.1ba5af43fd99%2C39979%2C1732710127483,1-1ba5af43fd99,39979,1732710127483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/WALs/1ba5af43fd99,39979,1732710127483/1ba5af43fd99%2C39979%2C1732710127483.1732710129068 to pos 636, reset compression=false 2024-11-27T12:22:37,763 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487 to pos 881, reset compression=false 2024-11-27T12:22:37,827 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.wal-reader.1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.1732710141044 to pos 927, reset compression=false 2024-11-27T12:22:37,948 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483.replicationSource.wal-reader.1ba5af43fd99%2C39979%2C1732710127483,1-1ba5af43fd99,39979,1732710127483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/WALs/1ba5af43fd99,39979,1732710127483/1ba5af43fd99%2C39979%2C1732710127483.1732710129068 to pos 636, reset compression=false 2024-11-27T12:22:37,959 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-27T12:22:37,962 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-27T12:22:38,069 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487 to pos 881, reset compression=false 2024-11-27T12:22:38,072 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T12:22:38,073 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487 to pos 1040, reset compression=false 2024-11-27T12:22:38,073 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.shipper1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,36003,1732710132105 got entry batch from reader: WALEntryBatch [walEntries=[{test/dc8b43b4acef95093b61752686decdf4/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T12:22:38,073 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40689 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T12:22:38,076 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40689 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T12:22:38,131 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.wal-reader.1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.1732710141044 to pos 927, reset compression=false 2024-11-27T12:22:38,135 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.wal-reader.1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T12:22:38,135 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.wal-reader.1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.1732710141044 to pos 1076, reset compression=false 2024-11-27T12:22:38,135 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.shipper1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,40689,1732710139026 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.1732710141044, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T12:22:38,275 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487 to pos 1040, reset compression=false 2024-11-27T12:22:38,338 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.wal-reader.1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.1732710141044 to pos 1076, reset compression=false 2024-11-27T12:22:38,351 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483.replicationSource.wal-reader.1ba5af43fd99%2C39979%2C1732710127483,1-1ba5af43fd99,39979,1732710127483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/WALs/1ba5af43fd99,39979,1732710127483/1ba5af43fd99%2C39979%2C1732710127483.1732710129068 to pos 636, reset compression=false 2024-11-27T12:22:38,579 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487 to pos 1040, reset compression=false 2024-11-27T12:22:38,641 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.wal-reader.1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.1732710141044 to pos 1076, reset compression=false 2024-11-27T12:22:38,854 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483.replicationSource.wal-reader.1ba5af43fd99%2C39979%2C1732710127483,1-1ba5af43fd99,39979,1732710127483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/WALs/1ba5af43fd99,39979,1732710127483/1ba5af43fd99%2C39979%2C1732710127483.1732710129068 to pos 636, reset compression=false 2024-11-27T12:22:38,963 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-27T12:22:38,966 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-27T12:22:38,982 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487 to pos 1040, reset compression=false 2024-11-27T12:22:39,044 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.wal-reader.1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.1732710141044 to pos 1076, reset compression=false 2024-11-27T12:22:39,048 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.wal-reader.1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T12:22:39,048 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.wal-reader.1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.1732710141044 to pos 1235, reset compression=false 2024-11-27T12:22:39,048 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.shipper1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,40689,1732710139026 got entry batch from reader: WALEntryBatch [walEntries=[{test/8aff9cf70f6715d18691264fa7c7a51c/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.1732710141044, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T12:22:39,049 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36003 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T12:22:39,051 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36003 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T12:22:39,252 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.wal-reader.1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.1732710141044 to pos 1235, reset compression=false 2024-11-27T12:22:39,457 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483.replicationSource.wal-reader.1ba5af43fd99%2C39979%2C1732710127483,1-1ba5af43fd99,39979,1732710127483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/WALs/1ba5af43fd99,39979,1732710127483/1ba5af43fd99%2C39979%2C1732710127483.1732710129068 to pos 636, reset compression=false 2024-11-27T12:22:39,485 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487 to pos 1040, reset compression=false 2024-11-27T12:22:39,489 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T12:22:39,489 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487 to pos 1189, reset compression=false 2024-11-27T12:22:39,489 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.shipper1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,36003,1732710132105 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T12:22:39,555 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.wal-reader.1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.1732710141044 to pos 1235, reset compression=false 2024-11-27T12:22:39,692 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487 to pos 1189, reset compression=false 2024-11-27T12:22:39,960 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.wal-reader.1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.1732710141044 to pos 1235, reset compression=false 2024-11-27T12:22:39,967 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-27T12:22:39,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T12:22:39,971 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:22:39,972 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:22:39,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:39,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:39,972 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:22:39,972 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T12:22:39,972 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=920186502, stopped=false 2024-11-27T12:22:39,972 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ba5af43fd99,39183,1732710138894 2024-11-27T12:22:39,996 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487 to pos 1189, reset compression=false 2024-11-27T12:22:40,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1017c3e47aa0006, quorum=127.0.0.1:59795, baseZNode=/2785888698 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2785888698/running 2024-11-27T12:22:40,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40689-0x1017c3e47aa0007, quorum=127.0.0.1:59795, baseZNode=/2785888698 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2785888698/running 2024-11-27T12:22:40,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1017c3e47aa0006, quorum=127.0.0.1:59795, baseZNode=/2785888698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2785888698 2024-11-27T12:22:40,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40689-0x1017c3e47aa0007, quorum=127.0.0.1:59795, baseZNode=/2785888698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2785888698 2024-11-27T12:22:40,051 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:22:40,051 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:22:40,052 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:22:40,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:40,052 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ba5af43fd99,40689,1732710139026' ***** 2024-11-27T12:22:40,052 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T12:22:40,052 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39183-0x1017c3e47aa0006, quorum=127.0.0.1:59795, baseZNode=/2785888698 Set watcher on znode that does not yet exist, /2785888698/running 2024-11-27T12:22:40,052 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40689-0x1017c3e47aa0007, quorum=127.0.0.1:59795, baseZNode=/2785888698 Set watcher on znode that does not yet exist, /2785888698/running 2024-11-27T12:22:40,052 INFO [RS:0;1ba5af43fd99:40689 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T12:22:40,052 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T12:22:40,052 INFO [RS:0;1ba5af43fd99:40689 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T12:22:40,052 INFO [RS:0;1ba5af43fd99:40689 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T12:22:40,053 INFO [RS:0;1ba5af43fd99:40689 {}] regionserver.HRegionServer(3091): Received CLOSE for d10632cae68ed046f9dd15e932284c52 2024-11-27T12:22:40,053 INFO [RS:0;1ba5af43fd99:40689 {}] regionserver.HRegionServer(3091): Received CLOSE for 8aff9cf70f6715d18691264fa7c7a51c 2024-11-27T12:22:40,053 INFO [RS:0;1ba5af43fd99:40689 {}] regionserver.HRegionServer(959): stopping server 1ba5af43fd99,40689,1732710139026 2024-11-27T12:22:40,053 INFO [RS:0;1ba5af43fd99:40689 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:22:40,053 INFO [RS:0;1ba5af43fd99:40689 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:40689. 2024-11-27T12:22:40,053 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d10632cae68ed046f9dd15e932284c52, disabling compactions & flushes 2024-11-27T12:22:40,053 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732710150783.d10632cae68ed046f9dd15e932284c52. 2024-11-27T12:22:40,053 DEBUG [RS:0;1ba5af43fd99:40689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:22:40,053 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732710150783.d10632cae68ed046f9dd15e932284c52. 2024-11-27T12:22:40,053 DEBUG [RS:0;1ba5af43fd99:40689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:40,053 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732710150783.d10632cae68ed046f9dd15e932284c52. after waiting 0 ms 2024-11-27T12:22:40,053 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732710150783.d10632cae68ed046f9dd15e932284c52. 2024-11-27T12:22:40,053 INFO [RS:0;1ba5af43fd99:40689 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T12:22:40,053 INFO [RS:0;1ba5af43fd99:40689 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T12:22:40,053 INFO [RS:0;1ba5af43fd99:40689 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T12:22:40,053 INFO [RS:0;1ba5af43fd99:40689 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T12:22:40,053 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d10632cae68ed046f9dd15e932284c52 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-27T12:22:40,053 INFO [RS:0;1ba5af43fd99:40689 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T12:22:40,053 DEBUG [RS:0;1ba5af43fd99:40689 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d10632cae68ed046f9dd15e932284c52=hbase:replication,,1732710150783.d10632cae68ed046f9dd15e932284c52., 8aff9cf70f6715d18691264fa7c7a51c=test,,1732710145312.8aff9cf70f6715d18691264fa7c7a51c.} 2024-11-27T12:22:40,053 DEBUG [RS:0;1ba5af43fd99:40689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8aff9cf70f6715d18691264fa7c7a51c, d10632cae68ed046f9dd15e932284c52 2024-11-27T12:22:40,053 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:22:40,053 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:22:40,053 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:22:40,053 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:22:40,053 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:22:40,053 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T12:22:40,067 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/hbase/replication/d10632cae68ed046f9dd15e932284c52/.tmp/queue/f3e7d6ef2c844cbdaafd56de1aac45b5 is 154, key is 1-1ba5af43fd99,40689,1732710139026/queue:1ba5af43fd99%2C40689%2C1732710139026/1732710159052/Put/seqid=0 2024-11-27T12:22:40,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44673 is added to blk_1073741840_1016 (size=5353) 2024-11-27T12:22:40,071 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/hbase/meta/1588230740/.tmp/info/3100e4516cbe4123aac929e85387b737 is 147, key is hbase:replication,,1732710150783.d10632cae68ed046f9dd15e932284c52./info:regioninfo/1732710151971/Put/seqid=0 2024-11-27T12:22:40,071 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/hbase/replication/d10632cae68ed046f9dd15e932284c52/.tmp/queue/f3e7d6ef2c844cbdaafd56de1aac45b5 2024-11-27T12:22:40,075 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/hbase/replication/d10632cae68ed046f9dd15e932284c52/.tmp/queue/f3e7d6ef2c844cbdaafd56de1aac45b5 as hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/hbase/replication/d10632cae68ed046f9dd15e932284c52/queue/f3e7d6ef2c844cbdaafd56de1aac45b5 2024-11-27T12:22:40,078 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/hbase/replication/d10632cae68ed046f9dd15e932284c52/queue/f3e7d6ef2c844cbdaafd56de1aac45b5, entries=1, sequenceid=12, filesize=5.2 K 2024-11-27T12:22:40,079 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for d10632cae68ed046f9dd15e932284c52 in 26ms, sequenceid=12, compaction requested=false 2024-11-27T12:22:40,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44673 is added to blk_1073741841_1017 (size=7686) 2024-11-27T12:22:40,087 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/hbase/replication/d10632cae68ed046f9dd15e932284c52/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T12:22:40,087 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:22:40,087 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:22:40,087 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732710150783.d10632cae68ed046f9dd15e932284c52. 2024-11-27T12:22:40,087 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d10632cae68ed046f9dd15e932284c52: Waiting for close lock at 1732710160053Running coprocessor pre-close hooks at 1732710160053Disabling compacts and flushes for region at 1732710160053Disabling writes for close at 1732710160053Obtaining lock to block concurrent updates at 1732710160053Preparing flush snapshotting stores in d10632cae68ed046f9dd15e932284c52 at 1732710160053Finished memstore snapshotting hbase:replication,,1732710150783.d10632cae68ed046f9dd15e932284c52., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732710160053Flushing stores of hbase:replication,,1732710150783.d10632cae68ed046f9dd15e932284c52. at 1732710160054 (+1 ms)Flushing d10632cae68ed046f9dd15e932284c52/queue: creating writer at 1732710160054Flushing d10632cae68ed046f9dd15e932284c52/queue: appending metadata at 1732710160067 (+13 ms)Flushing d10632cae68ed046f9dd15e932284c52/queue: closing flushed file at 1732710160067Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c66e05d: reopening flushed file at 1732710160075 (+8 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for d10632cae68ed046f9dd15e932284c52 in 26ms, sequenceid=12, compaction requested=false at 1732710160079 (+4 ms)Writing region close event to WAL at 1732710160084 (+5 ms)Running coprocessor post-close hooks at 1732710160087 (+3 ms)Closed at 1732710160087 2024-11-27T12:22:40,087 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732710150783.d10632cae68ed046f9dd15e932284c52. 2024-11-27T12:22:40,087 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8aff9cf70f6715d18691264fa7c7a51c, disabling compactions & flushes 2024-11-27T12:22:40,088 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732710145312.8aff9cf70f6715d18691264fa7c7a51c. 2024-11-27T12:22:40,088 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732710145312.8aff9cf70f6715d18691264fa7c7a51c. 2024-11-27T12:22:40,088 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732710145312.8aff9cf70f6715d18691264fa7c7a51c. after waiting 0 ms 2024-11-27T12:22:40,088 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732710145312.8aff9cf70f6715d18691264fa7c7a51c. 2024-11-27T12:22:40,088 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8aff9cf70f6715d18691264fa7c7a51c 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-27T12:22:40,105 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/default/test/8aff9cf70f6715d18691264fa7c7a51c/.tmp/f/03b730cb767d415081ba917783a9080a is 29, key is row1/f:/1732710157960/DeleteFamily/seqid=0 2024-11-27T12:22:40,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44673 is added to blk_1073741842_1018 (size=5152) 2024-11-27T12:22:40,132 INFO [regionserver/1ba5af43fd99:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:22:40,160 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483.replicationSource.wal-reader.1ba5af43fd99%2C39979%2C1732710127483,1-1ba5af43fd99,39979,1732710127483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/WALs/1ba5af43fd99,39979,1732710127483/1ba5af43fd99%2C39979%2C1732710127483.1732710129068 to pos 636, reset compression=false 2024-11-27T12:22:40,253 DEBUG [RS:0;1ba5af43fd99:40689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8aff9cf70f6715d18691264fa7c7a51c 2024-11-27T12:22:40,399 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487 to pos 1189, reset compression=false 2024-11-27T12:22:40,454 DEBUG [RS:0;1ba5af43fd99:40689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8aff9cf70f6715d18691264fa7c7a51c 2024-11-27T12:22:40,463 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.wal-reader.1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.1732710141044 to pos 1235, reset compression=false 2024-11-27T12:22:40,467 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.wal-reader.1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T12:22:40,467 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.wal-reader.1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.1732710141044 to pos 1482, reset compression=false 2024-11-27T12:22:40,467 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.shipper1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,40689,1732710139026 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.1732710141044, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T12:22:40,468 ERROR [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.shipper1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1ba5af43fd99,40689,1732710139026: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1ba5af43fd99,40689,1732710139026, walGroup=1ba5af43fd99%2C40689%2C1732710139026, offset=1ba5af43fd99%2C40689%2C1732710139026.1732710141044:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:40689 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T12:22:40,469 ERROR [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.shipper1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T12:22:40,469 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.shipper1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T12:22:40,469 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.shipper1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T12:22:40,469 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.shipper1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T12:22:40,469 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.shipper1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T12:22:40,469 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.shipper1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1256194048, "init": 1048576000, "max": 2306867200, "used": 979107544 }, "NonHeapMemoryUsage": { "committed": 205586432, "init": 7667712, "max": -1, "used": 202547256 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T12:22:40,470 WARN [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.shipper1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:39183 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:39183 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T12:22:40,486 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/hbase/meta/1588230740/.tmp/info/3100e4516cbe4123aac929e85387b737 2024-11-27T12:22:40,502 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/hbase/meta/1588230740/.tmp/ns/179356cfbd6c48f0a566ac1373bd8cb8 is 43, key is default/ns:d/1732710141921/Put/seqid=0 2024-11-27T12:22:40,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44673 is added to blk_1073741843_1019 (size=5153) 2024-11-27T12:22:40,508 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/default/test/8aff9cf70f6715d18691264fa7c7a51c/.tmp/f/03b730cb767d415081ba917783a9080a 2024-11-27T12:22:40,512 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 03b730cb767d415081ba917783a9080a 2024-11-27T12:22:40,528 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/default/test/8aff9cf70f6715d18691264fa7c7a51c/.tmp/f1/10fc3000e4b841228206d7d6033c030f is 30, key is row1/f1:/1732710157960/DeleteFamily/seqid=0 2024-11-27T12:22:40,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44673 is added to blk_1073741844_1020 (size=5158) 2024-11-27T12:22:40,531 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/default/test/8aff9cf70f6715d18691264fa7c7a51c/.tmp/f1/10fc3000e4b841228206d7d6033c030f 2024-11-27T12:22:40,534 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10fc3000e4b841228206d7d6033c030f 2024-11-27T12:22:40,551 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/default/test/8aff9cf70f6715d18691264fa7c7a51c/.tmp/norep/337667c4e62b43ce9264dbfd5582049a is 33, key is row2/norep:/1732710158964/DeleteFamily/seqid=0 2024-11-27T12:22:40,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44673 is added to blk_1073741845_1021 (size=5108) 2024-11-27T12:22:40,558 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/default/test/8aff9cf70f6715d18691264fa7c7a51c/.tmp/norep/337667c4e62b43ce9264dbfd5582049a 2024-11-27T12:22:40,562 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 337667c4e62b43ce9264dbfd5582049a 2024-11-27T12:22:40,563 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/default/test/8aff9cf70f6715d18691264fa7c7a51c/.tmp/f/03b730cb767d415081ba917783a9080a as hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/default/test/8aff9cf70f6715d18691264fa7c7a51c/f/03b730cb767d415081ba917783a9080a 2024-11-27T12:22:40,568 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 03b730cb767d415081ba917783a9080a 2024-11-27T12:22:40,568 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/default/test/8aff9cf70f6715d18691264fa7c7a51c/f/03b730cb767d415081ba917783a9080a, entries=3, sequenceid=10, filesize=5.0 K 2024-11-27T12:22:40,570 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/default/test/8aff9cf70f6715d18691264fa7c7a51c/.tmp/f1/10fc3000e4b841228206d7d6033c030f as hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/default/test/8aff9cf70f6715d18691264fa7c7a51c/f1/10fc3000e4b841228206d7d6033c030f 2024-11-27T12:22:40,578 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10fc3000e4b841228206d7d6033c030f 2024-11-27T12:22:40,578 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/default/test/8aff9cf70f6715d18691264fa7c7a51c/f1/10fc3000e4b841228206d7d6033c030f, entries=3, sequenceid=10, filesize=5.0 K 2024-11-27T12:22:40,579 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/default/test/8aff9cf70f6715d18691264fa7c7a51c/.tmp/norep/337667c4e62b43ce9264dbfd5582049a as hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/default/test/8aff9cf70f6715d18691264fa7c7a51c/norep/337667c4e62b43ce9264dbfd5582049a 2024-11-27T12:22:40,583 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 337667c4e62b43ce9264dbfd5582049a 2024-11-27T12:22:40,583 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/default/test/8aff9cf70f6715d18691264fa7c7a51c/norep/337667c4e62b43ce9264dbfd5582049a, entries=1, sequenceid=10, filesize=5.0 K 2024-11-27T12:22:40,584 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 8aff9cf70f6715d18691264fa7c7a51c in 496ms, sequenceid=10, compaction requested=false 2024-11-27T12:22:40,598 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/default/test/8aff9cf70f6715d18691264fa7c7a51c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-27T12:22:40,598 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:22:40,598 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T12:22:40,599 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732710145312.8aff9cf70f6715d18691264fa7c7a51c. 2024-11-27T12:22:40,599 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8aff9cf70f6715d18691264fa7c7a51c: Waiting for close lock at 1732710160087Running coprocessor pre-close hooks at 1732710160087Disabling compacts and flushes for region at 1732710160087Disabling writes for close at 1732710160088 (+1 ms)Obtaining lock to block concurrent updates at 1732710160088Preparing flush snapshotting stores in 8aff9cf70f6715d18691264fa7c7a51c at 1732710160088Finished memstore snapshotting test,,1732710145312.8aff9cf70f6715d18691264fa7c7a51c., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732710160088Flushing stores of test,,1732710145312.8aff9cf70f6715d18691264fa7c7a51c. at 1732710160088Flushing 8aff9cf70f6715d18691264fa7c7a51c/f: creating writer at 1732710160089 (+1 ms)Flushing 8aff9cf70f6715d18691264fa7c7a51c/f: appending metadata at 1732710160104 (+15 ms)Flushing 8aff9cf70f6715d18691264fa7c7a51c/f: closing flushed file at 1732710160104Flushing 8aff9cf70f6715d18691264fa7c7a51c/f1: creating writer at 1732710160512 (+408 ms)Flushing 8aff9cf70f6715d18691264fa7c7a51c/f1: appending metadata at 1732710160527 (+15 ms)Flushing 8aff9cf70f6715d18691264fa7c7a51c/f1: closing flushed file at 1732710160527Flushing 8aff9cf70f6715d18691264fa7c7a51c/norep: creating writer at 1732710160534 (+7 ms)Flushing 8aff9cf70f6715d18691264fa7c7a51c/norep: appending metadata at 1732710160551 (+17 ms)Flushing 8aff9cf70f6715d18691264fa7c7a51c/norep: closing flushed file at 1732710160551Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@541d0b8f: reopening flushed file at 1732710160562 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f274dc8: reopening flushed file at 1732710160568 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@558571d2: reopening flushed file at 1732710160578 (+10 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 8aff9cf70f6715d18691264fa7c7a51c in 496ms, sequenceid=10, compaction requested=false at 1732710160584 (+6 ms)Writing region close event to WAL at 1732710160593 (+9 ms)Running coprocessor post-close hooks at 1732710160598 (+5 ms)Closed at 1732710160598 2024-11-27T12:22:40,599 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732710145312.8aff9cf70f6715d18691264fa7c7a51c. 2024-11-27T12:22:40,654 DEBUG [RS:0;1ba5af43fd99:40689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:22:40,671 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.wal-reader.1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.1732710141044 to pos 1482, reset compression=false 2024-11-27T12:22:40,677 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.wal-reader.1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T12:22:40,677 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.wal-reader.1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.1732710141044 to pos 2126, reset compression=false 2024-11-27T12:22:40,854 DEBUG [RS:0;1ba5af43fd99:40689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:22:40,886 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.wal-reader.1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.1732710141044 to pos 2126, reset compression=false 2024-11-27T12:22:40,903 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487 to pos 1189, reset compression=false 2024-11-27T12:22:40,906 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/hbase/meta/1588230740/.tmp/ns/179356cfbd6c48f0a566ac1373bd8cb8 2024-11-27T12:22:40,922 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/hbase/meta/1588230740/.tmp/rep_barrier/f508a9d5e6c84f8cbbacfd4c18c30716 is 112, key is test,,1732710145312.8aff9cf70f6715d18691264fa7c7a51c./rep_barrier:seqnumDuringOpen/1732710146493/Put/seqid=0 2024-11-27T12:22:40,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44673 is added to blk_1073741846_1022 (size=5518) 2024-11-27T12:22:40,925 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/hbase/meta/1588230740/.tmp/rep_barrier/f508a9d5e6c84f8cbbacfd4c18c30716 2024-11-27T12:22:40,940 INFO [regionserver/1ba5af43fd99:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T12:22:40,940 INFO [regionserver/1ba5af43fd99:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T12:22:40,946 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/hbase/meta/1588230740/.tmp/table/8574bc2bae7e43448ea80a65fd4eb83a is 53, key is hbase:replication/table:state/1732710151977/Put/seqid=0 2024-11-27T12:22:40,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44673 is added to blk_1073741847_1023 (size=5308) 2024-11-27T12:22:40,964 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483.replicationSource.wal-reader.1ba5af43fd99%2C39979%2C1732710127483,1-1ba5af43fd99,39979,1732710127483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/WALs/1ba5af43fd99,39979,1732710127483/1ba5af43fd99%2C39979%2C1732710127483.1732710129068 to pos 636, reset compression=false 2024-11-27T12:22:41,054 INFO [RS:0;1ba5af43fd99:40689 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T12:22:41,054 DEBUG [RS:0;1ba5af43fd99:40689 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T12:22:41,054 DEBUG [RS:0;1ba5af43fd99:40689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:22:41,190 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.wal-reader.1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.1732710141044 to pos 2126, reset compression=false 2024-11-27T12:22:41,254 DEBUG [RS:0;1ba5af43fd99:40689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:22:41,341 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:22:41,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:41,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:41,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:41,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:41,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:41,350 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/hbase/meta/1588230740/.tmp/table/8574bc2bae7e43448ea80a65fd4eb83a 2024-11-27T12:22:41,354 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/hbase/meta/1588230740/.tmp/info/3100e4516cbe4123aac929e85387b737 as hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/hbase/meta/1588230740/info/3100e4516cbe4123aac929e85387b737 2024-11-27T12:22:41,357 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/hbase/meta/1588230740/info/3100e4516cbe4123aac929e85387b737, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T12:22:41,358 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/hbase/meta/1588230740/.tmp/ns/179356cfbd6c48f0a566ac1373bd8cb8 as hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/hbase/meta/1588230740/ns/179356cfbd6c48f0a566ac1373bd8cb8 2024-11-27T12:22:41,361 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/hbase/meta/1588230740/ns/179356cfbd6c48f0a566ac1373bd8cb8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T12:22:41,362 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/hbase/meta/1588230740/.tmp/rep_barrier/f508a9d5e6c84f8cbbacfd4c18c30716 as hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/hbase/meta/1588230740/rep_barrier/f508a9d5e6c84f8cbbacfd4c18c30716 2024-11-27T12:22:41,366 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/hbase/meta/1588230740/rep_barrier/f508a9d5e6c84f8cbbacfd4c18c30716, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T12:22:41,367 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/hbase/meta/1588230740/.tmp/table/8574bc2bae7e43448ea80a65fd4eb83a as hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/hbase/meta/1588230740/table/8574bc2bae7e43448ea80a65fd4eb83a 2024-11-27T12:22:41,370 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/hbase/meta/1588230740/table/8574bc2bae7e43448ea80a65fd4eb83a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T12:22:41,371 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=16, compaction requested=false 2024-11-27T12:22:41,374 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T12:22:41,375 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:22:41,375 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:22:41,375 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:22:41,375 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732710160053Running coprocessor pre-close hooks at 1732710160053Disabling compacts and flushes for region at 1732710160053Disabling writes for close at 1732710160053Obtaining lock to block concurrent updates at 1732710160053Preparing flush snapshotting stores in 1588230740 at 1732710160053Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732710160054 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732710160054Flushing 1588230740/info: creating writer at 1732710160054Flushing 1588230740/info: appending metadata at 1732710160071 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732710160071Flushing 1588230740/ns: creating writer at 1732710160489 (+418 ms)Flushing 1588230740/ns: appending metadata at 1732710160502 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732710160502Flushing 1588230740/rep_barrier: creating writer at 1732710160909 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732710160921 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732710160921Flushing 1588230740/table: creating writer at 1732710160928 (+7 ms)Flushing 1588230740/table: appending metadata at 1732710160945 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732710160945Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d017a23: reopening flushed file at 1732710161353 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c1f089a: reopening flushed file at 1732710161357 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78d1a4c1: reopening flushed file at 1732710161361 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c8deea1: reopening flushed file at 1732710161366 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=16, compaction requested=false at 1732710161371 (+5 ms)Writing region close event to WAL at 1732710161372 (+1 ms)Running coprocessor post-close hooks at 1732710161375 (+3 ms)Closed at 1732710161375 2024-11-27T12:22:41,375 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T12:22:41,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:41,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:41,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:41,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:41,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:41,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:41,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:41,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:41,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:41,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:41,455 INFO [RS:0;1ba5af43fd99:40689 {}] regionserver.HRegionServer(976): stopping server 1ba5af43fd99,40689,1732710139026; all regions closed. 2024-11-27T12:22:41,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44673 is added to blk_1073741834_1010 (size=4239) 2024-11-27T12:22:41,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44673 is added to blk_1073741839_1015 (size=3114) 2024-11-27T12:22:41,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44673 is added to blk_1073741832_1008 (size=2134) 2024-11-27T12:22:41,460 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/WALs/1ba5af43fd99,40689,1732710139026/1ba5af43fd99%2C40689%2C1732710139026.1732710141044 not finished, retry = 0 2024-11-27T12:22:41,506 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487 to pos 1189, reset compression=false 2024-11-27T12:22:41,560 DEBUG [RS:0;1ba5af43fd99:40689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:41,561 INFO [RS:0;1ba5af43fd99:40689 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:22:41,561 INFO [RS:0;1ba5af43fd99:40689 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:22:41,561 INFO [RS:0;1ba5af43fd99:40689 {}] hbase.ChoreService(370): Chore service for: regionserver/1ba5af43fd99:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T12:22:41,561 INFO [RS:0;1ba5af43fd99:40689 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:22:41,561 INFO [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:22:41,561 INFO [RS:0;1ba5af43fd99:40689 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1ba5af43fd99,40689,1732710139026 because: Region server is closing 2024-11-27T12:22:41,561 INFO [RS:0;1ba5af43fd99:40689 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:40689. 2024-11-27T12:22:41,561 DEBUG [RS:0;1ba5af43fd99:40689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:22:41,562 DEBUG [RS:0;1ba5af43fd99:40689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:41,562 DEBUG [RS:0;1ba5af43fd99:40689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:41,562 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:22:41,662 INFO [RS:0;1ba5af43fd99:40689 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,40689,1732710139026.replicationSource.shipper1ba5af43fd99%2C40689%2C1732710139026,1-1ba5af43fd99,40689,1732710139026 terminated 2024-11-27T12:22:41,662 INFO [RS:0;1ba5af43fd99:40689 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:40689. 2024-11-27T12:22:41,662 DEBUG [RS:0;1ba5af43fd99:40689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:22:41,662 DEBUG [RS:0;1ba5af43fd99:40689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:41,662 DEBUG [RS:0;1ba5af43fd99:40689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:41,662 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:22:41,662 INFO [RS:0;1ba5af43fd99:40689 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40689 2024-11-27T12:22:41,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40689-0x1017c3e47aa0007, quorum=127.0.0.1:59795, baseZNode=/2785888698 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2785888698/rs/1ba5af43fd99,40689,1732710139026 2024-11-27T12:22:41,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1017c3e47aa0006, quorum=127.0.0.1:59795, baseZNode=/2785888698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2785888698/rs 2024-11-27T12:22:41,675 INFO [RS:0;1ba5af43fd99:40689 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:22:41,685 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ba5af43fd99,40689,1732710139026] 2024-11-27T12:22:41,696 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2785888698/draining/1ba5af43fd99,40689,1732710139026 already deleted, retry=false 2024-11-27T12:22:41,696 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ba5af43fd99,40689,1732710139026 expired; onlineServers=0 2024-11-27T12:22:41,696 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ba5af43fd99,39183,1732710138894' ***** 2024-11-27T12:22:41,696 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T12:22:41,696 INFO [M:0;1ba5af43fd99:39183 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:22:41,696 INFO [M:0;1ba5af43fd99:39183 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:22:41,696 DEBUG [M:0;1ba5af43fd99:39183 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T12:22:41,696 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T12:22:41,696 DEBUG [M:0;1ba5af43fd99:39183 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T12:22:41,696 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732710140714 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732710140714,5,FailOnTimeoutGroup] 2024-11-27T12:22:41,696 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732710140714 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732710140714,5,FailOnTimeoutGroup] 2024-11-27T12:22:41,696 INFO [M:0;1ba5af43fd99:39183 {}] hbase.ChoreService(370): Chore service for: master/1ba5af43fd99:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T12:22:41,696 INFO [M:0;1ba5af43fd99:39183 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:22:41,696 DEBUG [M:0;1ba5af43fd99:39183 {}] master.HMaster(1795): Stopping service threads 2024-11-27T12:22:41,697 INFO [M:0;1ba5af43fd99:39183 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T12:22:41,697 INFO [M:0;1ba5af43fd99:39183 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:22:41,697 INFO [M:0;1ba5af43fd99:39183 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T12:22:41,697 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T12:22:41,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1017c3e47aa0006, quorum=127.0.0.1:59795, baseZNode=/2785888698 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2785888698/master 2024-11-27T12:22:41,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1017c3e47aa0006, quorum=127.0.0.1:59795, baseZNode=/2785888698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2785888698 2024-11-27T12:22:41,707 DEBUG [M:0;1ba5af43fd99:39183 {}] zookeeper.ZKUtil(347): master:39183-0x1017c3e47aa0006, quorum=127.0.0.1:59795, baseZNode=/2785888698 Unable to get data of znode /2785888698/master because node does not exist (not an error) 2024-11-27T12:22:41,707 WARN [M:0;1ba5af43fd99:39183 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T12:22:41,708 INFO [M:0;1ba5af43fd99:39183 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/.lastflushedseqids 2024-11-27T12:22:41,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44673 is added to blk_1073741848_1024 (size=245) 2024-11-27T12:22:41,713 INFO [M:0;1ba5af43fd99:39183 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T12:22:41,714 INFO [M:0;1ba5af43fd99:39183 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T12:22:41,714 DEBUG [M:0;1ba5af43fd99:39183 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:22:41,714 INFO [M:0;1ba5af43fd99:39183 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:22:41,714 DEBUG [M:0;1ba5af43fd99:39183 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:22:41,714 DEBUG [M:0;1ba5af43fd99:39183 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:22:41,714 DEBUG [M:0;1ba5af43fd99:39183 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:22:41,714 INFO [M:0;1ba5af43fd99:39183 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-27T12:22:41,728 DEBUG [M:0;1ba5af43fd99:39183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f45fead10fd84cdb82f7b3069ff782fb is 82, key is hbase:meta,,1/info:regioninfo/1732710141902/Put/seqid=0 2024-11-27T12:22:41,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44673 is added to blk_1073741849_1025 (size=5672) 2024-11-27T12:22:41,738 INFO [M:0;1ba5af43fd99:39183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f45fead10fd84cdb82f7b3069ff782fb 2024-11-27T12:22:41,755 DEBUG [M:0;1ba5af43fd99:39183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c43dc8c1ecc74bfe976028aabcf5aab6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732710151980/Put/seqid=0 2024-11-27T12:22:41,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44673 is added to blk_1073741850_1026 (size=8516) 2024-11-27T12:22:41,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40689-0x1017c3e47aa0007, quorum=127.0.0.1:59795, baseZNode=/2785888698 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:22:41,786 INFO [RS:0;1ba5af43fd99:40689 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:22:41,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40689-0x1017c3e47aa0007, quorum=127.0.0.1:59795, baseZNode=/2785888698 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:22:41,786 INFO [RS:0;1ba5af43fd99:40689 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ba5af43fd99,40689,1732710139026; zookeeper connection closed. 2024-11-27T12:22:41,786 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b73031b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b73031b 2024-11-27T12:22:41,786 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T12:22:41,867 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483.replicationSource.wal-reader.1ba5af43fd99%2C39979%2C1732710127483,1-1ba5af43fd99,39979,1732710127483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/WALs/1ba5af43fd99,39979,1732710127483/1ba5af43fd99%2C39979%2C1732710127483.1732710129068 to pos 636, reset compression=false 2024-11-27T12:22:41,926 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T12:22:42,160 INFO [M:0;1ba5af43fd99:39183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c43dc8c1ecc74bfe976028aabcf5aab6 2024-11-27T12:22:42,175 DEBUG [M:0;1ba5af43fd99:39183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f75c9a7a9ffe4b1690980fab236f2e30 is 69, key is 1ba5af43fd99,40689,1732710139026/rs:state/1732710140866/Put/seqid=0 2024-11-27T12:22:42,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44673 is added to blk_1073741851_1027 (size=5156) 2024-11-27T12:22:42,209 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487 to pos 1189, reset compression=false 2024-11-27T12:22:42,582 INFO [M:0;1ba5af43fd99:39183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f75c9a7a9ffe4b1690980fab236f2e30 2024-11-27T12:22:42,587 DEBUG [M:0;1ba5af43fd99:39183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f45fead10fd84cdb82f7b3069ff782fb as hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f45fead10fd84cdb82f7b3069ff782fb 2024-11-27T12:22:42,596 INFO [M:0;1ba5af43fd99:39183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f45fead10fd84cdb82f7b3069ff782fb, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T12:22:42,598 DEBUG [M:0;1ba5af43fd99:39183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c43dc8c1ecc74bfe976028aabcf5aab6 as hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c43dc8c1ecc74bfe976028aabcf5aab6 2024-11-27T12:22:42,607 INFO [M:0;1ba5af43fd99:39183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c43dc8c1ecc74bfe976028aabcf5aab6, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T12:22:42,608 DEBUG [M:0;1ba5af43fd99:39183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f75c9a7a9ffe4b1690980fab236f2e30 as hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f75c9a7a9ffe4b1690980fab236f2e30 2024-11-27T12:22:42,630 INFO [M:0;1ba5af43fd99:39183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40307/user/jenkins/test-data/e22cbf41-ae5e-c18c-9164-c2b242b36d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f75c9a7a9ffe4b1690980fab236f2e30, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T12:22:42,632 INFO [M:0;1ba5af43fd99:39183 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 917ms, sequenceid=97, compaction requested=false 2024-11-27T12:22:42,641 INFO [M:0;1ba5af43fd99:39183 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:22:42,641 DEBUG [M:0;1ba5af43fd99:39183 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732710161714Disabling compacts and flushes for region at 1732710161714Disabling writes for close at 1732710161714Obtaining lock to block concurrent updates at 1732710161714Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732710161714Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732710161714Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732710161715 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732710161715Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732710161728 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732710161728Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732710161741 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732710161755 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732710161755Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732710162163 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732710162174 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732710162174Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@487795af: reopening flushed file at 1732710162586 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bde3018: reopening flushed file at 1732710162597 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65878766: reopening flushed file at 1732710162607 (+10 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 917ms, sequenceid=97, compaction requested=false at 1732710162632 (+25 ms)Writing region close event to WAL at 1732710162640 (+8 ms)Closed at 1732710162640 2024-11-27T12:22:42,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44673 is added to blk_1073741830_1006 (size=63654) 2024-11-27T12:22:42,644 INFO [M:0;1ba5af43fd99:39183 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T12:22:42,644 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:22:42,644 INFO [M:0;1ba5af43fd99:39183 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39183 2024-11-27T12:22:42,645 INFO [M:0;1ba5af43fd99:39183 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:22:42,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1017c3e47aa0006, quorum=127.0.0.1:59795, baseZNode=/2785888698 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:22:42,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1017c3e47aa0006, quorum=127.0.0.1:59795, baseZNode=/2785888698 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:22:42,807 INFO [M:0;1ba5af43fd99:39183 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:22:42,853 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18212679{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:22:42,853 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20375ed4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:22:42,853 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:22:42,853 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3930de67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:22:42,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59092efa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7375ddad-73ee-5220-bd96-57f63f927421/hadoop.log.dir/,STOPPED} 2024-11-27T12:22:42,855 WARN [BP-456874011-172.17.0.3-1732710135665 heartbeating to localhost/127.0.0.1:40307 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T12:22:42,855 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T12:22:42,855 WARN [BP-456874011-172.17.0.3-1732710135665 heartbeating to localhost/127.0.0.1:40307 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-456874011-172.17.0.3-1732710135665 (Datanode Uuid 08358f8d-90fe-4319-8df9-3787d1e49277) service to localhost/127.0.0.1:40307 2024-11-27T12:22:42,855 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T12:22:42,856 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7375ddad-73ee-5220-bd96-57f63f927421/cluster_25a0a858-6f64-2553-270c-16a7c2ecee4f/data/data1/current/BP-456874011-172.17.0.3-1732710135665 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:22:42,856 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7375ddad-73ee-5220-bd96-57f63f927421/cluster_25a0a858-6f64-2553-270c-16a7c2ecee4f/data/data2/current/BP-456874011-172.17.0.3-1732710135665 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:22:42,856 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T12:22:42,863 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39201cd6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:22:42,865 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4cd5cde2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:22:42,865 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:22:42,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72bf35d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:22:42,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60426e39{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7375ddad-73ee-5220-bd96-57f63f927421/hadoop.log.dir/,STOPPED} 2024-11-27T12:22:42,870 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483.replicationSource.wal-reader.1ba5af43fd99%2C39979%2C1732710127483,1-1ba5af43fd99,39979,1732710127483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/WALs/1ba5af43fd99,39979,1732710127483/1ba5af43fd99%2C39979%2C1732710127483.1732710129068 to pos 636, reset compression=false 2024-11-27T12:22:42,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T12:22:42,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T12:22:42,885 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:22:42,885 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:22:42,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:42,885 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:22:42,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:42,886 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T12:22:42,886 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=747245255, stopped=false 2024-11-27T12:22:42,886 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ba5af43fd99,37313,1732710131980 2024-11-27T12:22:42,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36003-0x1017c3e47aa0004, quorum=127.0.0.1:59795, baseZNode=/11623079845 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11623079845/running 2024-11-27T12:22:42,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37313-0x1017c3e47aa0003, quorum=127.0.0.1:59795, baseZNode=/11623079845 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11623079845/running 2024-11-27T12:22:42,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36003-0x1017c3e47aa0004, quorum=127.0.0.1:59795, baseZNode=/11623079845 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11623079845 2024-11-27T12:22:42,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37313-0x1017c3e47aa0003, quorum=127.0.0.1:59795, baseZNode=/11623079845 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11623079845 2024-11-27T12:22:42,903 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:22:42,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37313-0x1017c3e47aa0003, quorum=127.0.0.1:59795, baseZNode=/11623079845 Set watcher on znode that does not yet exist, /11623079845/running 2024-11-27T12:22:42,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36003-0x1017c3e47aa0004, quorum=127.0.0.1:59795, baseZNode=/11623079845 Set watcher on znode that does not yet exist, /11623079845/running 2024-11-27T12:22:42,905 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:22:42,905 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:22:42,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:42,906 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ba5af43fd99,36003,1732710132105' ***** 2024-11-27T12:22:42,906 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T12:22:42,906 INFO [RS:0;1ba5af43fd99:36003 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T12:22:42,907 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T12:22:42,907 INFO [RS:0;1ba5af43fd99:36003 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T12:22:42,907 INFO [RS:0;1ba5af43fd99:36003 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T12:22:42,907 INFO [RS:0;1ba5af43fd99:36003 {}] regionserver.HRegionServer(3091): Received CLOSE for 7d967027091e5e6dcc02f0725af7c41f 2024-11-27T12:22:42,908 INFO [RS:0;1ba5af43fd99:36003 {}] regionserver.HRegionServer(3091): Received CLOSE for dc8b43b4acef95093b61752686decdf4 2024-11-27T12:22:42,908 INFO [RS:0;1ba5af43fd99:36003 {}] regionserver.HRegionServer(959): stopping server 1ba5af43fd99,36003,1732710132105 2024-11-27T12:22:42,908 INFO [RS:0;1ba5af43fd99:36003 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:22:42,908 INFO [RS:0;1ba5af43fd99:36003 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:36003. 2024-11-27T12:22:42,908 DEBUG [RS:0;1ba5af43fd99:36003 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:22:42,908 DEBUG [RS:0;1ba5af43fd99:36003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:42,909 INFO [RS:0;1ba5af43fd99:36003 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T12:22:42,909 INFO [RS:0;1ba5af43fd99:36003 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T12:22:42,909 INFO [RS:0;1ba5af43fd99:36003 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T12:22:42,909 INFO [RS:0;1ba5af43fd99:36003 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T12:22:42,910 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7d967027091e5e6dcc02f0725af7c41f, disabling compactions & flushes 2024-11-27T12:22:42,910 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732710148622.7d967027091e5e6dcc02f0725af7c41f. 2024-11-27T12:22:42,910 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732710148622.7d967027091e5e6dcc02f0725af7c41f. 2024-11-27T12:22:42,910 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732710148622.7d967027091e5e6dcc02f0725af7c41f. after waiting 0 ms 2024-11-27T12:22:42,910 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732710148622.7d967027091e5e6dcc02f0725af7c41f. 2024-11-27T12:22:42,910 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7d967027091e5e6dcc02f0725af7c41f 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-27T12:22:42,928 INFO [RS:0;1ba5af43fd99:36003 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T12:22:42,928 DEBUG [RS:0;1ba5af43fd99:36003 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7d967027091e5e6dcc02f0725af7c41f=hbase:replication,,1732710148622.7d967027091e5e6dcc02f0725af7c41f., dc8b43b4acef95093b61752686decdf4=test,,1732710144172.dc8b43b4acef95093b61752686decdf4.} 2024-11-27T12:22:42,928 DEBUG [RS:0;1ba5af43fd99:36003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7d967027091e5e6dcc02f0725af7c41f, dc8b43b4acef95093b61752686decdf4 2024-11-27T12:22:42,928 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:22:42,928 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:22:42,928 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:22:42,928 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:22:42,928 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:22:42,929 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T12:22:42,968 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/hbase/meta/1588230740/.tmp/info/89ba694d9bfb47f880f179afdb57cc48 is 147, key is hbase:replication,,1732710148622.7d967027091e5e6dcc02f0725af7c41f./info:regioninfo/1732710149408/Put/seqid=0 2024-11-27T12:22:42,971 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/hbase/replication/7d967027091e5e6dcc02f0725af7c41f/.tmp/queue/2ebf331d85af49569bd999e9a5f129de is 154, key is 1-1ba5af43fd99,36003,1732710132105/queue:1ba5af43fd99%2C36003%2C1732710132105/1732710159490/Put/seqid=0 2024-11-27T12:22:42,981 INFO [regionserver/1ba5af43fd99:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:22:43,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37431 is added to blk_1073741840_1016 (size=7686) 2024-11-27T12:22:43,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37431 is added to blk_1073741841_1017 (size=5353) 2024-11-27T12:22:43,014 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487 to pos 1189, reset compression=false 2024-11-27T12:22:43,019 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/hbase/replication/7d967027091e5e6dcc02f0725af7c41f/.tmp/queue/2ebf331d85af49569bd999e9a5f129de 2024-11-27T12:22:43,027 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/hbase/replication/7d967027091e5e6dcc02f0725af7c41f/.tmp/queue/2ebf331d85af49569bd999e9a5f129de as hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/hbase/replication/7d967027091e5e6dcc02f0725af7c41f/queue/2ebf331d85af49569bd999e9a5f129de 2024-11-27T12:22:43,032 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/hbase/replication/7d967027091e5e6dcc02f0725af7c41f/queue/2ebf331d85af49569bd999e9a5f129de, entries=1, sequenceid=12, filesize=5.2 K 2024-11-27T12:22:43,033 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 7d967027091e5e6dcc02f0725af7c41f in 123ms, sequenceid=12, compaction requested=false 2024-11-27T12:22:43,051 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/hbase/replication/7d967027091e5e6dcc02f0725af7c41f/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T12:22:43,052 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:22:43,052 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:22:43,052 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732710148622.7d967027091e5e6dcc02f0725af7c41f. 2024-11-27T12:22:43,052 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7d967027091e5e6dcc02f0725af7c41f: Waiting for close lock at 1732710162909Running coprocessor pre-close hooks at 1732710162909Disabling compacts and flushes for region at 1732710162909Disabling writes for close at 1732710162910 (+1 ms)Obtaining lock to block concurrent updates at 1732710162910Preparing flush snapshotting stores in 7d967027091e5e6dcc02f0725af7c41f at 1732710162910Finished memstore snapshotting hbase:replication,,1732710148622.7d967027091e5e6dcc02f0725af7c41f., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732710162911 (+1 ms)Flushing stores of hbase:replication,,1732710148622.7d967027091e5e6dcc02f0725af7c41f. at 1732710162912 (+1 ms)Flushing 7d967027091e5e6dcc02f0725af7c41f/queue: creating writer at 1732710162912Flushing 7d967027091e5e6dcc02f0725af7c41f/queue: appending metadata at 1732710162970 (+58 ms)Flushing 7d967027091e5e6dcc02f0725af7c41f/queue: closing flushed file at 1732710162970Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23dd3cf4: reopening flushed file at 1732710163026 (+56 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 7d967027091e5e6dcc02f0725af7c41f in 123ms, sequenceid=12, compaction requested=false at 1732710163033 (+7 ms)Writing region close event to WAL at 1732710163044 (+11 ms)Running coprocessor post-close hooks at 1732710163052 (+8 ms)Closed at 1732710163052 2024-11-27T12:22:43,052 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732710148622.7d967027091e5e6dcc02f0725af7c41f. 2024-11-27T12:22:43,052 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dc8b43b4acef95093b61752686decdf4, disabling compactions & flushes 2024-11-27T12:22:43,052 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732710144172.dc8b43b4acef95093b61752686decdf4. 2024-11-27T12:22:43,053 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732710144172.dc8b43b4acef95093b61752686decdf4. 2024-11-27T12:22:43,053 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732710144172.dc8b43b4acef95093b61752686decdf4. after waiting 0 ms 2024-11-27T12:22:43,053 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732710144172.dc8b43b4acef95093b61752686decdf4. 2024-11-27T12:22:43,053 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dc8b43b4acef95093b61752686decdf4 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-27T12:22:43,072 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/default/test/dc8b43b4acef95093b61752686decdf4/.tmp/f/21260cdb61504d378f48bbb54ca70bce is 29, key is row1/f:/1732710157960/DeleteFamily/seqid=0 2024-11-27T12:22:43,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37431 is added to blk_1073741842_1018 (size=5152) 2024-11-27T12:22:43,128 DEBUG [RS:0;1ba5af43fd99:36003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dc8b43b4acef95093b61752686decdf4 2024-11-27T12:22:43,329 DEBUG [RS:0;1ba5af43fd99:36003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dc8b43b4acef95093b61752686decdf4 2024-11-27T12:22:43,362 INFO [regionserver/1ba5af43fd99:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T12:22:43,362 INFO [regionserver/1ba5af43fd99:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T12:22:43,412 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/hbase/meta/1588230740/.tmp/info/89ba694d9bfb47f880f179afdb57cc48 2024-11-27T12:22:43,434 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/hbase/meta/1588230740/.tmp/ns/62bd3bbd91fe416093c6f104e4b1324c is 43, key is default/ns:d/1732710135503/Put/seqid=0 2024-11-27T12:22:43,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37431 is added to blk_1073741843_1019 (size=5153) 2024-11-27T12:22:43,439 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/hbase/meta/1588230740/.tmp/ns/62bd3bbd91fe416093c6f104e4b1324c 2024-11-27T12:22:43,455 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/hbase/meta/1588230740/.tmp/rep_barrier/8599b7d241a14750ad32c30f89ef788b is 112, key is test,,1732710144172.dc8b43b4acef95093b61752686decdf4./rep_barrier:seqnumDuringOpen/1732710144910/Put/seqid=0 2024-11-27T12:22:43,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37431 is added to blk_1073741844_1020 (size=5518) 2024-11-27T12:22:43,478 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/default/test/dc8b43b4acef95093b61752686decdf4/.tmp/f/21260cdb61504d378f48bbb54ca70bce 2024-11-27T12:22:43,482 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 21260cdb61504d378f48bbb54ca70bce 2024-11-27T12:22:43,494 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/default/test/dc8b43b4acef95093b61752686decdf4/.tmp/f1/56d29c4a126a42c881d9df665b4b03e8 is 30, key is row1/f1:/1732710157960/DeleteFamily/seqid=0 2024-11-27T12:22:43,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37431 is added to blk_1073741845_1021 (size=5158) 2024-11-27T12:22:43,529 DEBUG [RS:0;1ba5af43fd99:36003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dc8b43b4acef95093b61752686decdf4 2024-11-27T12:22:43,729 DEBUG [RS:0;1ba5af43fd99:36003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dc8b43b4acef95093b61752686decdf4 2024-11-27T12:22:43,859 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/hbase/meta/1588230740/.tmp/rep_barrier/8599b7d241a14750ad32c30f89ef788b 2024-11-27T12:22:43,878 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/hbase/meta/1588230740/.tmp/table/b956d05817034a10ac0bf04c5c962f7b is 53, key is hbase:replication/table:state/1732710149414/Put/seqid=0 2024-11-27T12:22:43,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37431 is added to blk_1073741846_1022 (size=5308) 2024-11-27T12:22:43,897 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/default/test/dc8b43b4acef95093b61752686decdf4/.tmp/f1/56d29c4a126a42c881d9df665b4b03e8 2024-11-27T12:22:43,901 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 56d29c4a126a42c881d9df665b4b03e8 2024-11-27T12:22:43,919 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/default/test/dc8b43b4acef95093b61752686decdf4/.tmp/norep/f9d452796916437fb39774b550f9a027 is 33, key is row1/norep:/1732710157960/DeleteFamily/seqid=0 2024-11-27T12:22:43,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37431 is added to blk_1073741847_1023 (size=5108) 2024-11-27T12:22:43,922 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487 to pos 1189, reset compression=false 2024-11-27T12:22:43,926 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T12:22:43,926 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487 to pos 1436, reset compression=false 2024-11-27T12:22:43,926 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.shipper1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,36003,1732710132105 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487, lastWalPosition=1436, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T12:22:43,927 ERROR [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.shipper1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1ba5af43fd99,36003,1732710132105: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1ba5af43fd99,36003,1732710132105, walGroup=1ba5af43fd99%2C36003%2C1732710132105, offset=1ba5af43fd99%2C36003%2C1732710132105.1732710134487:1436, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:36003 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T12:22:43,928 ERROR [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.shipper1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T12:22:43,929 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.shipper1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T12:22:43,929 INFO [RS:0;1ba5af43fd99:36003 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T12:22:43,929 DEBUG [RS:0;1ba5af43fd99:36003 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, dc8b43b4acef95093b61752686decdf4=test,,1732710144172.dc8b43b4acef95093b61752686decdf4.} 2024-11-27T12:22:43,929 DEBUG [RS:0;1ba5af43fd99:36003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dc8b43b4acef95093b61752686decdf4 2024-11-27T12:22:43,929 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.shipper1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T12:22:43,929 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.shipper1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T12:22:43,930 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.shipper1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T12:22:43,930 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.shipper1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1256194048, "init": 1048576000, "max": 2306867200, "used": 912528888 }, "NonHeapMemoryUsage": { "committed": 205914112, "init": 7667712, "max": -1, "used": 202996640 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T12:22:43,930 WARN [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.shipper1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:37313 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:37313 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T12:22:44,001 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483.replicationSource.wal-reader.1ba5af43fd99%2C39979%2C1732710127483,1-1ba5af43fd99,39979,1732710127483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/WALs/1ba5af43fd99,39979,1732710127483/1ba5af43fd99%2C39979%2C1732710127483.1732710129068 to pos 636, reset compression=false 2024-11-27T12:22:44,129 DEBUG [RS:0;1ba5af43fd99:36003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dc8b43b4acef95093b61752686decdf4 2024-11-27T12:22:44,131 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487 to pos 1436, reset compression=false 2024-11-27T12:22:44,282 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/hbase/meta/1588230740/.tmp/table/b956d05817034a10ac0bf04c5c962f7b 2024-11-27T12:22:44,286 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/hbase/meta/1588230740/.tmp/info/89ba694d9bfb47f880f179afdb57cc48 as hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/hbase/meta/1588230740/info/89ba694d9bfb47f880f179afdb57cc48 2024-11-27T12:22:44,288 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/hbase/meta/1588230740/info/89ba694d9bfb47f880f179afdb57cc48, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T12:22:44,289 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/hbase/meta/1588230740/.tmp/ns/62bd3bbd91fe416093c6f104e4b1324c as hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/hbase/meta/1588230740/ns/62bd3bbd91fe416093c6f104e4b1324c 2024-11-27T12:22:44,292 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/hbase/meta/1588230740/ns/62bd3bbd91fe416093c6f104e4b1324c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T12:22:44,292 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/hbase/meta/1588230740/.tmp/rep_barrier/8599b7d241a14750ad32c30f89ef788b as hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/hbase/meta/1588230740/rep_barrier/8599b7d241a14750ad32c30f89ef788b 2024-11-27T12:22:44,295 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/hbase/meta/1588230740/rep_barrier/8599b7d241a14750ad32c30f89ef788b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T12:22:44,296 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/hbase/meta/1588230740/.tmp/table/b956d05817034a10ac0bf04c5c962f7b as hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/hbase/meta/1588230740/table/b956d05817034a10ac0bf04c5c962f7b 2024-11-27T12:22:44,298 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/hbase/meta/1588230740/table/b956d05817034a10ac0bf04c5c962f7b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T12:22:44,299 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1371ms, sequenceid=16, compaction requested=false 2024-11-27T12:22:44,302 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T12:22:44,303 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:22:44,303 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:22:44,303 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:22:44,303 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732710162928Running coprocessor pre-close hooks at 1732710162928Disabling compacts and flushes for region at 1732710162928Disabling writes for close at 1732710162928Obtaining lock to block concurrent updates at 1732710162929 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732710162929Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732710162929Flushing stores of hbase:meta,,1.1588230740 at 1732710162930 (+1 ms)Flushing 1588230740/info: creating writer at 1732710162930Flushing 1588230740/info: appending metadata at 1732710162967 (+37 ms)Flushing 1588230740/info: closing flushed file at 1732710162967Flushing 1588230740/ns: creating writer at 1732710163416 (+449 ms)Flushing 1588230740/ns: appending metadata at 1732710163434 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732710163434Flushing 1588230740/rep_barrier: creating writer at 1732710163442 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732710163455 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732710163455Flushing 1588230740/table: creating writer at 1732710163863 (+408 ms)Flushing 1588230740/table: appending metadata at 1732710163878 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732710163878Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f976d3d: reopening flushed file at 1732710164285 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21bc3dc0: reopening flushed file at 1732710164288 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e7f7775: reopening flushed file at 1732710164292 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6aaddd3f: reopening flushed file at 1732710164295 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1371ms, sequenceid=16, compaction requested=false at 1732710164299 (+4 ms)Writing region close event to WAL at 1732710164300 (+1 ms)Running coprocessor post-close hooks at 1732710164303 (+3 ms)Closed at 1732710164303 2024-11-27T12:22:44,303 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T12:22:44,322 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/default/test/dc8b43b4acef95093b61752686decdf4/.tmp/norep/f9d452796916437fb39774b550f9a027 2024-11-27T12:22:44,325 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f9d452796916437fb39774b550f9a027 2024-11-27T12:22:44,326 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/default/test/dc8b43b4acef95093b61752686decdf4/.tmp/f/21260cdb61504d378f48bbb54ca70bce as hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/default/test/dc8b43b4acef95093b61752686decdf4/f/21260cdb61504d378f48bbb54ca70bce 2024-11-27T12:22:44,328 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 21260cdb61504d378f48bbb54ca70bce 2024-11-27T12:22:44,328 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/default/test/dc8b43b4acef95093b61752686decdf4/f/21260cdb61504d378f48bbb54ca70bce, entries=3, sequenceid=10, filesize=5.0 K 2024-11-27T12:22:44,329 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/default/test/dc8b43b4acef95093b61752686decdf4/.tmp/f1/56d29c4a126a42c881d9df665b4b03e8 as hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/default/test/dc8b43b4acef95093b61752686decdf4/f1/56d29c4a126a42c881d9df665b4b03e8 2024-11-27T12:22:44,330 DEBUG [RS:0;1ba5af43fd99:36003 {}] regionserver.HRegionServer(1351): Waiting on dc8b43b4acef95093b61752686decdf4 2024-11-27T12:22:44,332 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 56d29c4a126a42c881d9df665b4b03e8 2024-11-27T12:22:44,332 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/default/test/dc8b43b4acef95093b61752686decdf4/f1/56d29c4a126a42c881d9df665b4b03e8, entries=3, sequenceid=10, filesize=5.0 K 2024-11-27T12:22:44,333 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/default/test/dc8b43b4acef95093b61752686decdf4/.tmp/norep/f9d452796916437fb39774b550f9a027 as hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/default/test/dc8b43b4acef95093b61752686decdf4/norep/f9d452796916437fb39774b550f9a027 2024-11-27T12:22:44,336 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f9d452796916437fb39774b550f9a027 2024-11-27T12:22:44,336 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/default/test/dc8b43b4acef95093b61752686decdf4/norep/f9d452796916437fb39774b550f9a027, entries=1, sequenceid=10, filesize=5.0 K 2024-11-27T12:22:44,336 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for dc8b43b4acef95093b61752686decdf4 in 1283ms, sequenceid=10, compaction requested=false 2024-11-27T12:22:44,339 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/data/default/test/dc8b43b4acef95093b61752686decdf4/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-27T12:22:44,340 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:22:44,340 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T12:22:44,340 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732710144172.dc8b43b4acef95093b61752686decdf4. 2024-11-27T12:22:44,340 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dc8b43b4acef95093b61752686decdf4: Waiting for close lock at 1732710163052Running coprocessor pre-close hooks at 1732710163052Disabling compacts and flushes for region at 1732710163052Disabling writes for close at 1732710163053 (+1 ms)Obtaining lock to block concurrent updates at 1732710163053Preparing flush snapshotting stores in dc8b43b4acef95093b61752686decdf4 at 1732710163053Finished memstore snapshotting test,,1732710144172.dc8b43b4acef95093b61752686decdf4., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732710163053Flushing stores of test,,1732710144172.dc8b43b4acef95093b61752686decdf4. at 1732710163054 (+1 ms)Flushing dc8b43b4acef95093b61752686decdf4/f: creating writer at 1732710163054Flushing dc8b43b4acef95093b61752686decdf4/f: appending metadata at 1732710163072 (+18 ms)Flushing dc8b43b4acef95093b61752686decdf4/f: closing flushed file at 1732710163072Flushing dc8b43b4acef95093b61752686decdf4/f1: creating writer at 1732710163482 (+410 ms)Flushing dc8b43b4acef95093b61752686decdf4/f1: appending metadata at 1732710163494 (+12 ms)Flushing dc8b43b4acef95093b61752686decdf4/f1: closing flushed file at 1732710163494Flushing dc8b43b4acef95093b61752686decdf4/norep: creating writer at 1732710163901 (+407 ms)Flushing dc8b43b4acef95093b61752686decdf4/norep: appending metadata at 1732710163918 (+17 ms)Flushing dc8b43b4acef95093b61752686decdf4/norep: closing flushed file at 1732710163918Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28f4d3e0: reopening flushed file at 1732710164325 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6adfa7a4: reopening flushed file at 1732710164329 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@620b5fc0: reopening flushed file at 1732710164332 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for dc8b43b4acef95093b61752686decdf4 in 1283ms, sequenceid=10, compaction requested=false at 1732710164336 (+4 ms)Writing region close event to WAL at 1732710164337 (+1 ms)Running coprocessor post-close hooks at 1732710164340 (+3 ms)Closed at 1732710164340 2024-11-27T12:22:44,340 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732710144172.dc8b43b4acef95093b61752686decdf4. 2024-11-27T12:22:44,434 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487 to pos 1436, reset compression=false 2024-11-27T12:22:44,437 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T12:22:44,437 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.wal-reader.1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.1732710134487 to pos 2080, reset compression=false 2024-11-27T12:22:44,530 INFO [RS:0;1ba5af43fd99:36003 {}] regionserver.HRegionServer(976): stopping server 1ba5af43fd99,36003,1732710132105; all regions closed. 2024-11-27T12:22:44,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37431 is added to blk_1073741834_1010 (size=4239) 2024-11-27T12:22:44,531 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/WALs/1ba5af43fd99,36003,1732710132105/1ba5af43fd99%2C36003%2C1732710132105.meta.1732710135444.meta not finished, retry = 0 2024-11-27T12:22:44,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37431 is added to blk_1073741839_1015 (size=3114) 2024-11-27T12:22:44,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37431 is added to blk_1073741832_1008 (size=2088) 2024-11-27T12:22:44,636 DEBUG [RS:0;1ba5af43fd99:36003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:44,636 INFO [RS:0;1ba5af43fd99:36003 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:22:44,636 INFO [RS:0;1ba5af43fd99:36003 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:22:44,636 INFO [RS:0;1ba5af43fd99:36003 {}] hbase.ChoreService(370): Chore service for: regionserver/1ba5af43fd99:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T12:22:44,636 INFO [RS:0;1ba5af43fd99:36003 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:22:44,636 INFO [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:22:44,636 INFO [RS:0;1ba5af43fd99:36003 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1ba5af43fd99,36003,1732710132105 because: Region server is closing 2024-11-27T12:22:44,637 INFO [RS:0;1ba5af43fd99:36003 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:36003. 2024-11-27T12:22:44,637 DEBUG [RS:0;1ba5af43fd99:36003 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:22:44,637 DEBUG [RS:0;1ba5af43fd99:36003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:44,638 DEBUG [RS:0;1ba5af43fd99:36003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:44,638 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:22:44,738 INFO [RS:0;1ba5af43fd99:36003 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,36003,1732710132105.replicationSource.shipper1ba5af43fd99%2C36003%2C1732710132105,1-1ba5af43fd99,36003,1732710132105 terminated 2024-11-27T12:22:44,738 INFO [RS:0;1ba5af43fd99:36003 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:36003. 2024-11-27T12:22:44,738 DEBUG [RS:0;1ba5af43fd99:36003 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:22:44,738 DEBUG [RS:0;1ba5af43fd99:36003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:44,738 DEBUG [RS:0;1ba5af43fd99:36003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:44,738 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:22:44,738 INFO [RS:0;1ba5af43fd99:36003 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36003 2024-11-27T12:22:44,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36003-0x1017c3e47aa0004, quorum=127.0.0.1:59795, baseZNode=/11623079845 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11623079845/rs/1ba5af43fd99,36003,1732710132105 2024-11-27T12:22:44,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37313-0x1017c3e47aa0003, quorum=127.0.0.1:59795, baseZNode=/11623079845 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11623079845/rs 2024-11-27T12:22:44,790 INFO [RS:0;1ba5af43fd99:36003 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:22:44,832 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ba5af43fd99,36003,1732710132105] 2024-11-27T12:22:44,853 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11623079845/draining/1ba5af43fd99,36003,1732710132105 already deleted, retry=false 2024-11-27T12:22:44,853 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ba5af43fd99,36003,1732710132105 expired; onlineServers=0 2024-11-27T12:22:44,853 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ba5af43fd99,37313,1732710131980' ***** 2024-11-27T12:22:44,854 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T12:22:44,854 INFO [M:0;1ba5af43fd99:37313 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:22:44,854 INFO [M:0;1ba5af43fd99:37313 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:22:44,854 DEBUG [M:0;1ba5af43fd99:37313 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T12:22:44,854 DEBUG [M:0;1ba5af43fd99:37313 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T12:22:44,854 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T12:22:44,854 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732710134212 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732710134212,5,FailOnTimeoutGroup] 2024-11-27T12:22:44,854 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732710134217 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732710134217,5,FailOnTimeoutGroup] 2024-11-27T12:22:44,854 INFO [M:0;1ba5af43fd99:37313 {}] hbase.ChoreService(370): Chore service for: master/1ba5af43fd99:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T12:22:44,854 INFO [M:0;1ba5af43fd99:37313 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:22:44,854 DEBUG [M:0;1ba5af43fd99:37313 {}] master.HMaster(1795): Stopping service threads 2024-11-27T12:22:44,854 INFO [M:0;1ba5af43fd99:37313 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T12:22:44,854 INFO [M:0;1ba5af43fd99:37313 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:22:44,854 INFO [M:0;1ba5af43fd99:37313 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T12:22:44,855 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T12:22:44,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37313-0x1017c3e47aa0003, quorum=127.0.0.1:59795, baseZNode=/11623079845 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11623079845/master 2024-11-27T12:22:44,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37313-0x1017c3e47aa0003, quorum=127.0.0.1:59795, baseZNode=/11623079845 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11623079845 2024-11-27T12:22:44,864 DEBUG [M:0;1ba5af43fd99:37313 {}] zookeeper.ZKUtil(347): master:37313-0x1017c3e47aa0003, quorum=127.0.0.1:59795, baseZNode=/11623079845 Unable to get data of znode /11623079845/master because node does not exist (not an error) 2024-11-27T12:22:44,864 WARN [M:0;1ba5af43fd99:37313 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T12:22:44,864 INFO [M:0;1ba5af43fd99:37313 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/.lastflushedseqids 2024-11-27T12:22:44,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37431 is added to blk_1073741848_1024 (size=245) 2024-11-27T12:22:44,868 INFO [M:0;1ba5af43fd99:37313 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T12:22:44,868 INFO [M:0;1ba5af43fd99:37313 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T12:22:44,868 DEBUG [M:0;1ba5af43fd99:37313 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:22:44,868 INFO [M:0;1ba5af43fd99:37313 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:22:44,868 DEBUG [M:0;1ba5af43fd99:37313 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:22:44,868 DEBUG [M:0;1ba5af43fd99:37313 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:22:44,868 DEBUG [M:0;1ba5af43fd99:37313 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:22:44,868 INFO [M:0;1ba5af43fd99:37313 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-27T12:22:44,881 DEBUG [M:0;1ba5af43fd99:37313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a23049e4c8144539a61b57e4a8aa90a8 is 82, key is hbase:meta,,1/info:regioninfo/1732710135475/Put/seqid=0 2024-11-27T12:22:44,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37431 is added to blk_1073741849_1025 (size=5672) 2024-11-27T12:22:44,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36003-0x1017c3e47aa0004, quorum=127.0.0.1:59795, baseZNode=/11623079845 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:22:44,932 INFO [RS:0;1ba5af43fd99:36003 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:22:44,932 INFO [RS:0;1ba5af43fd99:36003 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ba5af43fd99,36003,1732710132105; zookeeper connection closed. 2024-11-27T12:22:44,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36003-0x1017c3e47aa0004, quorum=127.0.0.1:59795, baseZNode=/11623079845 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:22:44,932 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5fcb7b9d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5fcb7b9d 2024-11-27T12:22:44,932 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T12:22:45,205 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483.replicationSource.wal-reader.1ba5af43fd99%2C39979%2C1732710127483,1-1ba5af43fd99,39979,1732710127483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/WALs/1ba5af43fd99,39979,1732710127483/1ba5af43fd99%2C39979%2C1732710127483.1732710129068 to pos 636, reset compression=false 2024-11-27T12:22:45,285 INFO [M:0;1ba5af43fd99:37313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a23049e4c8144539a61b57e4a8aa90a8 2024-11-27T12:22:45,305 DEBUG [M:0;1ba5af43fd99:37313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/34a228197bae42169320971ba9b5532e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732710149417/Put/seqid=0 2024-11-27T12:22:45,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37431 is added to blk_1073741850_1026 (size=8517) 2024-11-27T12:22:45,709 INFO [M:0;1ba5af43fd99:37313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/34a228197bae42169320971ba9b5532e 2024-11-27T12:22:45,728 DEBUG [M:0;1ba5af43fd99:37313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bac534fcf9ae4ffd8c448052050b2258 is 69, key is 1ba5af43fd99,36003,1732710132105/rs:state/1732710134287/Put/seqid=0 2024-11-27T12:22:45,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37431 is added to blk_1073741851_1027 (size=5156) 2024-11-27T12:22:46,132 INFO [M:0;1ba5af43fd99:37313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bac534fcf9ae4ffd8c448052050b2258 2024-11-27T12:22:46,136 DEBUG [M:0;1ba5af43fd99:37313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a23049e4c8144539a61b57e4a8aa90a8 as hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a23049e4c8144539a61b57e4a8aa90a8 2024-11-27T12:22:46,139 INFO [M:0;1ba5af43fd99:37313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a23049e4c8144539a61b57e4a8aa90a8, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T12:22:46,140 DEBUG [M:0;1ba5af43fd99:37313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/34a228197bae42169320971ba9b5532e as hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/34a228197bae42169320971ba9b5532e 2024-11-27T12:22:46,143 INFO [M:0;1ba5af43fd99:37313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/34a228197bae42169320971ba9b5532e, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T12:22:46,143 DEBUG [M:0;1ba5af43fd99:37313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bac534fcf9ae4ffd8c448052050b2258 as hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bac534fcf9ae4ffd8c448052050b2258 2024-11-27T12:22:46,146 INFO [M:0;1ba5af43fd99:37313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46041/user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bac534fcf9ae4ffd8c448052050b2258, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T12:22:46,146 INFO [M:0;1ba5af43fd99:37313 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false 2024-11-27T12:22:46,147 INFO [M:0;1ba5af43fd99:37313 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:22:46,148 DEBUG [M:0;1ba5af43fd99:37313 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732710164868Disabling compacts and flushes for region at 1732710164868Disabling writes for close at 1732710164868Obtaining lock to block concurrent updates at 1732710164868Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732710164868Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732710164869 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732710164869Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732710164869Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732710164881 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732710164881Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732710165289 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732710165305 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732710165305Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732710165713 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732710165728 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732710165728Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32d7a8a3: reopening flushed file at 1732710166135 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2707454e: reopening flushed file at 1732710166140 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61e1fe04: reopening flushed file at 1732710166143 (+3 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false at 1732710166147 (+4 ms)Writing region close event to WAL at 1732710166147Closed at 1732710166147 2024-11-27T12:22:46,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37431 is added to blk_1073741830_1006 (size=63666) 2024-11-27T12:22:46,149 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/db363cd5-3f89-c557-961a-aa0237c4c3b7/MasterData/WALs/1ba5af43fd99,37313,1732710131980/1ba5af43fd99%2C37313%2C1732710131980.1732710133912 not finished, retry = 0 2024-11-27T12:22:46,250 INFO [M:0;1ba5af43fd99:37313 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T12:22:46,250 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:22:46,250 INFO [M:0;1ba5af43fd99:37313 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37313 2024-11-27T12:22:46,250 INFO [M:0;1ba5af43fd99:37313 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:22:46,396 INFO [M:0;1ba5af43fd99:37313 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:22:46,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37313-0x1017c3e47aa0003, quorum=127.0.0.1:59795, baseZNode=/11623079845 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:22:46,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37313-0x1017c3e47aa0003, quorum=127.0.0.1:59795, baseZNode=/11623079845 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:22:46,436 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@217849af{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:22:46,436 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c2fb306{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:22:46,436 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:22:46,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b2fe634{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:22:46,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@965b6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12c006f2-4898-461e-a243-40cfaf7cb0c3/hadoop.log.dir/,STOPPED} 2024-11-27T12:22:46,438 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T12:22:46,438 WARN [BP-18890828-172.17.0.3-1732710129694 heartbeating to localhost/127.0.0.1:46041 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T12:22:46,438 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T12:22:46,438 WARN [BP-18890828-172.17.0.3-1732710129694 heartbeating to localhost/127.0.0.1:46041 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-18890828-172.17.0.3-1732710129694 (Datanode Uuid 32e5e225-acf1-4195-a9cd-6ca521827af6) service to localhost/127.0.0.1:46041 2024-11-27T12:22:46,438 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12c006f2-4898-461e-a243-40cfaf7cb0c3/cluster_3e84adb0-1e6d-45b1-f6a4-f61604e3bd48/data/data1/current/BP-18890828-172.17.0.3-1732710129694 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:22:46,439 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12c006f2-4898-461e-a243-40cfaf7cb0c3/cluster_3e84adb0-1e6d-45b1-f6a4-f61604e3bd48/data/data2/current/BP-18890828-172.17.0.3-1732710129694 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:22:46,439 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T12:22:46,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35623572{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:22:46,451 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39bad9d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:22:46,451 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:22:46,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@384dd753{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:22:46,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c773f45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12c006f2-4898-461e-a243-40cfaf7cb0c3/hadoop.log.dir/,STOPPED} 2024-11-27T12:22:46,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T12:22:46,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T12:22:46,463 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:22:46,463 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:22:46,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:46,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:46,463 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:22:46,463 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T12:22:46,464 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1595138078, stopped=false 2024-11-27T12:22:46,464 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ba5af43fd99,36527,1732710127169 2024-11-27T12:22:46,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36527-0x1017c3e47aa0000, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1710586921/running 2024-11-27T12:22:46,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39979-0x1017c3e47aa0001, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1710586921/running 2024-11-27T12:22:46,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36527-0x1017c3e47aa0000, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1710586921 2024-11-27T12:22:46,482 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:22:46,482 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:22:46,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39979-0x1017c3e47aa0001, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1710586921 2024-11-27T12:22:46,482 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:22:46,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:46,483 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39979-0x1017c3e47aa0001, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Set watcher on znode that does not yet exist, /0-1710586921/running 2024-11-27T12:22:46,483 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ba5af43fd99,39979,1732710127483' ***** 2024-11-27T12:22:46,483 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T12:22:46,483 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36527-0x1017c3e47aa0000, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Set watcher on znode that does not yet exist, /0-1710586921/running 2024-11-27T12:22:46,483 INFO [RS:0;1ba5af43fd99:39979 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T12:22:46,483 INFO [RS:0;1ba5af43fd99:39979 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T12:22:46,483 INFO [RS:0;1ba5af43fd99:39979 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T12:22:46,483 INFO [RS:0;1ba5af43fd99:39979 {}] regionserver.HRegionServer(3091): Received CLOSE for 31f030a12ea13073a59d27113ab6ee2b 2024-11-27T12:22:46,484 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T12:22:46,484 INFO [RS:0;1ba5af43fd99:39979 {}] regionserver.HRegionServer(3091): Received CLOSE for 4a985873fcdf6deec4c36f253452ede5 2024-11-27T12:22:46,484 INFO [RS:0;1ba5af43fd99:39979 {}] regionserver.HRegionServer(959): stopping server 1ba5af43fd99,39979,1732710127483 2024-11-27T12:22:46,484 INFO [RS:0;1ba5af43fd99:39979 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:22:46,484 INFO [RS:0;1ba5af43fd99:39979 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:39979. 2024-11-27T12:22:46,484 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 31f030a12ea13073a59d27113ab6ee2b, disabling compactions & flushes 2024-11-27T12:22:46,484 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732710147491.31f030a12ea13073a59d27113ab6ee2b. 2024-11-27T12:22:46,484 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732710147491.31f030a12ea13073a59d27113ab6ee2b. 2024-11-27T12:22:46,484 DEBUG [RS:0;1ba5af43fd99:39979 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:22:46,484 DEBUG [RS:0;1ba5af43fd99:39979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:46,484 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732710147491.31f030a12ea13073a59d27113ab6ee2b. after waiting 0 ms 2024-11-27T12:22:46,484 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732710147491.31f030a12ea13073a59d27113ab6ee2b. 2024-11-27T12:22:46,484 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 31f030a12ea13073a59d27113ab6ee2b 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-27T12:22:46,484 INFO [RS:0;1ba5af43fd99:39979 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T12:22:46,484 INFO [RS:0;1ba5af43fd99:39979 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T12:22:46,484 INFO [RS:0;1ba5af43fd99:39979 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T12:22:46,484 INFO [RS:0;1ba5af43fd99:39979 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T12:22:46,485 INFO [RS:0;1ba5af43fd99:39979 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T12:22:46,485 DEBUG [RS:0;1ba5af43fd99:39979 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 31f030a12ea13073a59d27113ab6ee2b=hbase:replication,,1732710147491.31f030a12ea13073a59d27113ab6ee2b., 4a985873fcdf6deec4c36f253452ede5=test,,1732710142017.4a985873fcdf6deec4c36f253452ede5.} 2024-11-27T12:22:46,485 DEBUG [RS:0;1ba5af43fd99:39979 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31f030a12ea13073a59d27113ab6ee2b, 4a985873fcdf6deec4c36f253452ede5 2024-11-27T12:22:46,485 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:22:46,485 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:22:46,485 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:22:46,485 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:22:46,485 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:22:46,485 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T12:22:46,498 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/hbase/meta/1588230740/.tmp/info/ba23ab2f8d154efc97b047a382052146 is 147, key is hbase:replication,,1732710147491.31f030a12ea13073a59d27113ab6ee2b./info:regioninfo/1732710148092/Put/seqid=0 2024-11-27T12:22:46,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741840_1016 (size=7686) 2024-11-27T12:22:46,501 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/hbase/meta/1588230740/.tmp/info/ba23ab2f8d154efc97b047a382052146 2024-11-27T12:22:46,501 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/hbase/replication/31f030a12ea13073a59d27113ab6ee2b/.tmp/queue/d9bb82006a0345678e4572b2ab11778a is 153, key is 1-1ba5af43fd99,39979,1732710127483/queue:1ba5af43fd99%2C39979%2C1732710127483/1732710157445/Put/seqid=0 2024-11-27T12:22:46,508 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483.replicationSource.wal-reader.1ba5af43fd99%2C39979%2C1732710127483,1-1ba5af43fd99,39979,1732710127483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/WALs/1ba5af43fd99,39979,1732710127483/1ba5af43fd99%2C39979%2C1732710127483.1732710129068 to pos 636, reset compression=false 2024-11-27T12:22:46,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741841_1017 (size=5352) 2024-11-27T12:22:46,528 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/hbase/meta/1588230740/.tmp/ns/4b5f9b40f4064c1c8f1cc0c29b79bc2c is 43, key is default/ns:d/1732710129598/Put/seqid=0 2024-11-27T12:22:46,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741842_1018 (size=5153) 2024-11-27T12:22:46,553 INFO [regionserver/1ba5af43fd99:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:22:46,685 DEBUG [RS:0;1ba5af43fd99:39979 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31f030a12ea13073a59d27113ab6ee2b, 4a985873fcdf6deec4c36f253452ede5 2024-11-27T12:22:46,877 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:22:46,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:46,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:46,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:46,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:46,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:46,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:46,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:46,885 DEBUG [RS:0;1ba5af43fd99:39979 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31f030a12ea13073a59d27113ab6ee2b, 4a985873fcdf6deec4c36f253452ede5 2024-11-27T12:22:46,910 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/hbase/replication/31f030a12ea13073a59d27113ab6ee2b/.tmp/queue/d9bb82006a0345678e4572b2ab11778a 2024-11-27T12:22:46,914 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/hbase/replication/31f030a12ea13073a59d27113ab6ee2b/.tmp/queue/d9bb82006a0345678e4572b2ab11778a as hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/hbase/replication/31f030a12ea13073a59d27113ab6ee2b/queue/d9bb82006a0345678e4572b2ab11778a 2024-11-27T12:22:46,917 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/hbase/replication/31f030a12ea13073a59d27113ab6ee2b/queue/d9bb82006a0345678e4572b2ab11778a, entries=1, sequenceid=8, filesize=5.2 K 2024-11-27T12:22:46,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:46,918 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 31f030a12ea13073a59d27113ab6ee2b in 434ms, sequenceid=8, compaction requested=false 2024-11-27T12:22:46,918 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T12:22:46,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:46,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:46,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:46,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:46,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:46,921 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/hbase/replication/31f030a12ea13073a59d27113ab6ee2b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-27T12:22:46,921 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:22:46,921 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:22:46,921 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732710147491.31f030a12ea13073a59d27113ab6ee2b. 2024-11-27T12:22:46,921 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 31f030a12ea13073a59d27113ab6ee2b: Waiting for close lock at 1732710166484Running coprocessor pre-close hooks at 1732710166484Disabling compacts and flushes for region at 1732710166484Disabling writes for close at 1732710166484Obtaining lock to block concurrent updates at 1732710166484Preparing flush snapshotting stores in 31f030a12ea13073a59d27113ab6ee2b at 1732710166484Finished memstore snapshotting hbase:replication,,1732710147491.31f030a12ea13073a59d27113ab6ee2b., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732710166485 (+1 ms)Flushing stores of hbase:replication,,1732710147491.31f030a12ea13073a59d27113ab6ee2b. at 1732710166485Flushing 31f030a12ea13073a59d27113ab6ee2b/queue: creating writer at 1732710166485Flushing 31f030a12ea13073a59d27113ab6ee2b/queue: appending metadata at 1732710166501 (+16 ms)Flushing 31f030a12ea13073a59d27113ab6ee2b/queue: closing flushed file at 1732710166501Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@417db7fe: reopening flushed file at 1732710166913 (+412 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 31f030a12ea13073a59d27113ab6ee2b in 434ms, sequenceid=8, compaction requested=false at 1732710166918 (+5 ms)Writing region close event to WAL at 1732710166919 (+1 ms)Running coprocessor post-close hooks at 1732710166921 (+2 ms)Closed at 1732710166921 2024-11-27T12:22:46,921 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732710147491.31f030a12ea13073a59d27113ab6ee2b. 2024-11-27T12:22:46,922 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4a985873fcdf6deec4c36f253452ede5, disabling compactions & flushes 2024-11-27T12:22:46,922 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732710142017.4a985873fcdf6deec4c36f253452ede5. 2024-11-27T12:22:46,922 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732710142017.4a985873fcdf6deec4c36f253452ede5. 2024-11-27T12:22:46,922 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732710142017.4a985873fcdf6deec4c36f253452ede5. after waiting 0 ms 2024-11-27T12:22:46,922 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732710142017.4a985873fcdf6deec4c36f253452ede5. 2024-11-27T12:22:46,922 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4a985873fcdf6deec4c36f253452ede5 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-27T12:22:46,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:46,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:46,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:46,932 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/hbase/meta/1588230740/.tmp/ns/4b5f9b40f4064c1c8f1cc0c29b79bc2c 2024-11-27T12:22:46,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:46,939 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/default/test/4a985873fcdf6deec4c36f253452ede5/.tmp/f/c0899c1178304847bd1920bcb46d9a85 is 28, key is row/f:/1732710156956/DeleteFamily/seqid=0 2024-11-27T12:22:46,947 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/hbase/meta/1588230740/.tmp/rep_barrier/03936d880ef54c548f1dd870084066cf is 112, key is test,,1732710142017.4a985873fcdf6deec4c36f253452ede5./rep_barrier:seqnumDuringOpen/1732710143157/Put/seqid=0 2024-11-27T12:22:46,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741843_1019 (size=5085) 2024-11-27T12:22:46,951 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/default/test/4a985873fcdf6deec4c36f253452ede5/.tmp/f/c0899c1178304847bd1920bcb46d9a85 2024-11-27T12:22:46,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741844_1020 (size=5518) 2024-11-27T12:22:46,956 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c0899c1178304847bd1920bcb46d9a85 2024-11-27T12:22:46,970 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/default/test/4a985873fcdf6deec4c36f253452ede5/.tmp/f1/8cc8af4ec5774f68885c66dab6f6cee2 is 29, key is row/f1:/1732710156956/DeleteFamily/seqid=0 2024-11-27T12:22:46,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741845_1021 (size=5089) 2024-11-27T12:22:47,004 INFO [regionserver/1ba5af43fd99:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T12:22:47,004 INFO [regionserver/1ba5af43fd99:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T12:22:47,085 DEBUG [RS:0;1ba5af43fd99:39979 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a985873fcdf6deec4c36f253452ede5 2024-11-27T12:22:47,285 DEBUG [RS:0;1ba5af43fd99:39979 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a985873fcdf6deec4c36f253452ede5 2024-11-27T12:22:47,367 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/hbase/meta/1588230740/.tmp/rep_barrier/03936d880ef54c548f1dd870084066cf 2024-11-27T12:22:47,374 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/default/test/4a985873fcdf6deec4c36f253452ede5/.tmp/f1/8cc8af4ec5774f68885c66dab6f6cee2 2024-11-27T12:22:47,376 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8cc8af4ec5774f68885c66dab6f6cee2 2024-11-27T12:22:47,386 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/hbase/meta/1588230740/.tmp/table/25dac40a647f41b686908d6986d1c16e is 53, key is hbase:replication/table:state/1732710148102/Put/seqid=0 2024-11-27T12:22:47,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741846_1022 (size=5308) 2024-11-27T12:22:47,394 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/default/test/4a985873fcdf6deec4c36f253452ede5/.tmp/norep/9c84148dae2946b1946bbb336f1ca562 is 32, key is row/norep:/1732710156956/DeleteFamily/seqid=0 2024-11-27T12:22:47,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741847_1023 (size=5101) 2024-11-27T12:22:47,486 DEBUG [RS:0;1ba5af43fd99:39979 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a985873fcdf6deec4c36f253452ede5 2024-11-27T12:22:47,686 INFO [RS:0;1ba5af43fd99:39979 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T12:22:47,686 DEBUG [RS:0;1ba5af43fd99:39979 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4a985873fcdf6deec4c36f253452ede5=test,,1732710142017.4a985873fcdf6deec4c36f253452ede5.} 2024-11-27T12:22:47,686 DEBUG [RS:0;1ba5af43fd99:39979 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a985873fcdf6deec4c36f253452ede5 2024-11-27T12:22:47,789 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/hbase/meta/1588230740/.tmp/table/25dac40a647f41b686908d6986d1c16e 2024-11-27T12:22:47,794 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/hbase/meta/1588230740/.tmp/info/ba23ab2f8d154efc97b047a382052146 as hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/hbase/meta/1588230740/info/ba23ab2f8d154efc97b047a382052146 2024-11-27T12:22:47,797 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/hbase/meta/1588230740/info/ba23ab2f8d154efc97b047a382052146, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T12:22:47,798 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/default/test/4a985873fcdf6deec4c36f253452ede5/.tmp/norep/9c84148dae2946b1946bbb336f1ca562 2024-11-27T12:22:47,798 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/hbase/meta/1588230740/.tmp/ns/4b5f9b40f4064c1c8f1cc0c29b79bc2c as hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/hbase/meta/1588230740/ns/4b5f9b40f4064c1c8f1cc0c29b79bc2c 2024-11-27T12:22:47,801 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9c84148dae2946b1946bbb336f1ca562 2024-11-27T12:22:47,802 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/hbase/meta/1588230740/ns/4b5f9b40f4064c1c8f1cc0c29b79bc2c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T12:22:47,802 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/default/test/4a985873fcdf6deec4c36f253452ede5/.tmp/f/c0899c1178304847bd1920bcb46d9a85 as hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/default/test/4a985873fcdf6deec4c36f253452ede5/f/c0899c1178304847bd1920bcb46d9a85 2024-11-27T12:22:47,802 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/hbase/meta/1588230740/.tmp/rep_barrier/03936d880ef54c548f1dd870084066cf as hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/hbase/meta/1588230740/rep_barrier/03936d880ef54c548f1dd870084066cf 2024-11-27T12:22:47,805 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c0899c1178304847bd1920bcb46d9a85 2024-11-27T12:22:47,805 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/default/test/4a985873fcdf6deec4c36f253452ede5/f/c0899c1178304847bd1920bcb46d9a85, entries=1, sequenceid=6, filesize=5.0 K 2024-11-27T12:22:47,805 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/hbase/meta/1588230740/rep_barrier/03936d880ef54c548f1dd870084066cf, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T12:22:47,806 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/hbase/meta/1588230740/.tmp/table/25dac40a647f41b686908d6986d1c16e as hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/hbase/meta/1588230740/table/25dac40a647f41b686908d6986d1c16e 2024-11-27T12:22:47,806 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/default/test/4a985873fcdf6deec4c36f253452ede5/.tmp/f1/8cc8af4ec5774f68885c66dab6f6cee2 as hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/default/test/4a985873fcdf6deec4c36f253452ede5/f1/8cc8af4ec5774f68885c66dab6f6cee2 2024-11-27T12:22:47,809 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8cc8af4ec5774f68885c66dab6f6cee2 2024-11-27T12:22:47,809 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/hbase/meta/1588230740/table/25dac40a647f41b686908d6986d1c16e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T12:22:47,809 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/default/test/4a985873fcdf6deec4c36f253452ede5/f1/8cc8af4ec5774f68885c66dab6f6cee2, entries=1, sequenceid=6, filesize=5.0 K 2024-11-27T12:22:47,810 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/default/test/4a985873fcdf6deec4c36f253452ede5/.tmp/norep/9c84148dae2946b1946bbb336f1ca562 as hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/default/test/4a985873fcdf6deec4c36f253452ede5/norep/9c84148dae2946b1946bbb336f1ca562 2024-11-27T12:22:47,811 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1325ms, sequenceid=16, compaction requested=false 2024-11-27T12:22:47,811 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T12:22:47,813 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9c84148dae2946b1946bbb336f1ca562 2024-11-27T12:22:47,813 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/default/test/4a985873fcdf6deec4c36f253452ede5/norep/9c84148dae2946b1946bbb336f1ca562, entries=1, sequenceid=6, filesize=5.0 K 2024-11-27T12:22:47,814 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 4a985873fcdf6deec4c36f253452ede5 in 892ms, sequenceid=6, compaction requested=false 2024-11-27T12:22:47,814 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T12:22:47,816 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T12:22:47,816 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:22:47,816 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:22:47,816 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:22:47,816 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732710166485Running coprocessor pre-close hooks at 1732710166485Disabling compacts and flushes for region at 1732710166485Disabling writes for close at 1732710166485Obtaining lock to block concurrent updates at 1732710166485Preparing flush snapshotting stores in 1588230740 at 1732710166485Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732710166485Flushing stores of hbase:meta,,1.1588230740 at 1732710166486 (+1 ms)Flushing 1588230740/info: creating writer at 1732710166486Flushing 1588230740/info: appending metadata at 1732710166497 (+11 ms)Flushing 1588230740/info: closing flushed file at 1732710166497Flushing 1588230740/ns: creating writer at 1732710166506 (+9 ms)Flushing 1588230740/ns: appending metadata at 1732710166528 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1732710166528Flushing 1588230740/rep_barrier: creating writer at 1732710166935 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732710166947 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732710166947Flushing 1588230740/table: creating writer at 1732710167371 (+424 ms)Flushing 1588230740/table: appending metadata at 1732710167386 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732710167386Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6575ba84: reopening flushed file at 1732710167793 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19dfc08c: reopening flushed file at 1732710167798 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76359a32: reopening flushed file at 1732710167802 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f93b360: reopening flushed file at 1732710167805 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1325ms, sequenceid=16, compaction requested=false at 1732710167811 (+6 ms)Writing region close event to WAL at 1732710167813 (+2 ms)Running coprocessor post-close hooks at 1732710167816 (+3 ms)Closed at 1732710167816 2024-11-27T12:22:47,816 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T12:22:47,817 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/data/default/test/4a985873fcdf6deec4c36f253452ede5/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T12:22:47,817 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:22:47,817 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T12:22:47,817 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732710142017.4a985873fcdf6deec4c36f253452ede5. 2024-11-27T12:22:47,817 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4a985873fcdf6deec4c36f253452ede5: Waiting for close lock at 1732710166921Running coprocessor pre-close hooks at 1732710166922 (+1 ms)Disabling compacts and flushes for region at 1732710166922Disabling writes for close at 1732710166922Obtaining lock to block concurrent updates at 1732710166922Preparing flush snapshotting stores in 4a985873fcdf6deec4c36f253452ede5 at 1732710166922Finished memstore snapshotting test,,1732710142017.4a985873fcdf6deec4c36f253452ede5., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732710166922Flushing stores of test,,1732710142017.4a985873fcdf6deec4c36f253452ede5. at 1732710166922Flushing 4a985873fcdf6deec4c36f253452ede5/f: creating writer at 1732710166922Flushing 4a985873fcdf6deec4c36f253452ede5/f: appending metadata at 1732710166939 (+17 ms)Flushing 4a985873fcdf6deec4c36f253452ede5/f: closing flushed file at 1732710166939Flushing 4a985873fcdf6deec4c36f253452ede5/f1: creating writer at 1732710166956 (+17 ms)Flushing 4a985873fcdf6deec4c36f253452ede5/f1: appending metadata at 1732710166970 (+14 ms)Flushing 4a985873fcdf6deec4c36f253452ede5/f1: closing flushed file at 1732710166970Flushing 4a985873fcdf6deec4c36f253452ede5/norep: creating writer at 1732710167377 (+407 ms)Flushing 4a985873fcdf6deec4c36f253452ede5/norep: appending metadata at 1732710167393 (+16 ms)Flushing 4a985873fcdf6deec4c36f253452ede5/norep: closing flushed file at 1732710167393Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a5c81f: reopening flushed file at 1732710167801 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@414a3e55: reopening flushed file at 1732710167805 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53efa8e1: reopening flushed file at 1732710167809 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 4a985873fcdf6deec4c36f253452ede5 in 892ms, sequenceid=6, compaction requested=false at 1732710167814 (+5 ms)Writing region close event to WAL at 1732710167815 (+1 ms)Running coprocessor post-close hooks at 1732710167817 (+2 ms)Closed at 1732710167817 2024-11-27T12:22:47,818 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732710142017.4a985873fcdf6deec4c36f253452ede5. 2024-11-27T12:22:47,886 INFO [RS:0;1ba5af43fd99:39979 {}] regionserver.HRegionServer(976): stopping server 1ba5af43fd99,39979,1732710127483; all regions closed. 2024-11-27T12:22:47,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741834_1010 (size=4239) 2024-11-27T12:22:47,890 DEBUG [RS:0;1ba5af43fd99:39979 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/oldWALs 2024-11-27T12:22:47,890 INFO [RS:0;1ba5af43fd99:39979 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ba5af43fd99%2C39979%2C1732710127483.meta:.meta(num 1732710129542) 2024-11-27T12:22:47,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741839_1015 (size=2240) 2024-11-27T12:22:47,901 DEBUG [RS:0;1ba5af43fd99:39979 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/oldWALs 2024-11-27T12:22:47,901 INFO [RS:0;1ba5af43fd99:39979 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ba5af43fd99%2C39979%2C1732710127483.rep:(num 1732710147969) 2024-11-27T12:22:47,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741833_1009 (size=1535) 2024-11-27T12:22:47,907 DEBUG [RS:0;1ba5af43fd99:39979 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/oldWALs 2024-11-27T12:22:47,907 INFO [RS:0;1ba5af43fd99:39979 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ba5af43fd99%2C39979%2C1732710127483:(num 1732710129068) 2024-11-27T12:22:47,907 DEBUG [RS:0;1ba5af43fd99:39979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:47,907 INFO [RS:0;1ba5af43fd99:39979 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:22:47,907 INFO [RS:0;1ba5af43fd99:39979 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:22:47,907 INFO [RS:0;1ba5af43fd99:39979 {}] hbase.ChoreService(370): Chore service for: regionserver/1ba5af43fd99:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T12:22:47,907 INFO [RS:0;1ba5af43fd99:39979 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:22:47,907 INFO [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:22:47,907 INFO [RS:0;1ba5af43fd99:39979 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1ba5af43fd99,39979,1732710127483 because: Region server is closing 2024-11-27T12:22:47,908 INFO [RS:0;1ba5af43fd99:39979 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:39979. 2024-11-27T12:22:47,908 DEBUG [RS:0;1ba5af43fd99:39979 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:22:47,908 DEBUG [RS:0;1ba5af43fd99:39979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:47,908 DEBUG [RS:0;1ba5af43fd99:39979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:47,908 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:22:48,008 WARN [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483.replicationSource.shipper1ba5af43fd99%2C39979%2C1732710127483,1-1ba5af43fd99,39979,1732710127483 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T12:22:48,008 INFO [RS:0;1ba5af43fd99:39979 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,39979,1732710127483.replicationSource.shipper1ba5af43fd99%2C39979%2C1732710127483,1-1ba5af43fd99,39979,1732710127483 terminated 2024-11-27T12:22:48,008 INFO [RS:0;1ba5af43fd99:39979 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39979 2024-11-27T12:22:48,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39979-0x1017c3e47aa0001, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1710586921/rs/1ba5af43fd99,39979,1732710127483 2024-11-27T12:22:48,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36527-0x1017c3e47aa0000, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1710586921/rs 2024-11-27T12:22:48,074 INFO [RS:0;1ba5af43fd99:39979 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:22:48,085 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ba5af43fd99,39979,1732710127483] 2024-11-27T12:22:48,095 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1710586921/draining/1ba5af43fd99,39979,1732710127483 already deleted, retry=false 2024-11-27T12:22:48,095 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ba5af43fd99,39979,1732710127483 expired; onlineServers=0 2024-11-27T12:22:48,095 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ba5af43fd99,36527,1732710127169' ***** 2024-11-27T12:22:48,095 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T12:22:48,095 INFO [M:0;1ba5af43fd99:36527 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:22:48,095 INFO [M:0;1ba5af43fd99:36527 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:22:48,095 DEBUG [M:0;1ba5af43fd99:36527 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T12:22:48,096 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T12:22:48,096 DEBUG [M:0;1ba5af43fd99:36527 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T12:22:48,096 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732710128836 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732710128836,5,FailOnTimeoutGroup] 2024-11-27T12:22:48,096 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732710128856 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732710128856,5,FailOnTimeoutGroup] 2024-11-27T12:22:48,096 INFO [M:0;1ba5af43fd99:36527 {}] hbase.ChoreService(370): Chore service for: master/1ba5af43fd99:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T12:22:48,096 INFO [M:0;1ba5af43fd99:36527 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:22:48,096 DEBUG [M:0;1ba5af43fd99:36527 {}] master.HMaster(1795): Stopping service threads 2024-11-27T12:22:48,096 INFO [M:0;1ba5af43fd99:36527 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T12:22:48,096 INFO [M:0;1ba5af43fd99:36527 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:22:48,096 ERROR [M:0;1ba5af43fd99:36527 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38795,5,PEWorkerGroup] 2024-11-27T12:22:48,096 INFO [M:0;1ba5af43fd99:36527 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T12:22:48,096 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T12:22:48,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36527-0x1017c3e47aa0000, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1710586921/master 2024-11-27T12:22:48,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36527-0x1017c3e47aa0000, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1710586921 2024-11-27T12:22:48,106 DEBUG [M:0;1ba5af43fd99:36527 {}] zookeeper.ZKUtil(347): master:36527-0x1017c3e47aa0000, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Unable to get data of znode /0-1710586921/master because node does not exist (not an error) 2024-11-27T12:22:48,106 WARN [M:0;1ba5af43fd99:36527 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T12:22:48,107 INFO [M:0;1ba5af43fd99:36527 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/.lastflushedseqids 2024-11-27T12:22:48,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741848_1024 (size=245) 2024-11-27T12:22:48,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39979-0x1017c3e47aa0001, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:22:48,185 INFO [RS:0;1ba5af43fd99:39979 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:22:48,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39979-0x1017c3e47aa0001, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:22:48,185 INFO [RS:0;1ba5af43fd99:39979 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ba5af43fd99,39979,1732710127483; zookeeper connection closed. 2024-11-27T12:22:48,185 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@18d0d281 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@18d0d281 2024-11-27T12:22:48,185 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T12:22:48,516 INFO [M:0;1ba5af43fd99:36527 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T12:22:48,516 INFO [M:0;1ba5af43fd99:36527 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T12:22:48,516 DEBUG [M:0;1ba5af43fd99:36527 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:22:48,516 INFO [M:0;1ba5af43fd99:36527 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:22:48,516 DEBUG [M:0;1ba5af43fd99:36527 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:22:48,516 DEBUG [M:0;1ba5af43fd99:36527 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:22:48,516 DEBUG [M:0;1ba5af43fd99:36527 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:22:48,516 INFO [M:0;1ba5af43fd99:36527 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-27T12:22:48,530 DEBUG [M:0;1ba5af43fd99:36527 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/758d2d58480741db95127b48c6e7852e is 82, key is hbase:meta,,1/info:regioninfo/1732710129574/Put/seqid=0 2024-11-27T12:22:48,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741849_1025 (size=5672) 2024-11-27T12:22:48,934 INFO [M:0;1ba5af43fd99:36527 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/758d2d58480741db95127b48c6e7852e 2024-11-27T12:22:48,950 DEBUG [M:0;1ba5af43fd99:36527 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aa22442d338444ecb9bfe13a3e3a3583 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732710143165/Put/seqid=0 2024-11-27T12:22:48,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741850_1026 (size=7218) 2024-11-27T12:22:49,354 INFO [M:0;1ba5af43fd99:36527 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aa22442d338444ecb9bfe13a3e3a3583 2024-11-27T12:22:49,357 INFO [M:0;1ba5af43fd99:36527 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aa22442d338444ecb9bfe13a3e3a3583 2024-11-27T12:22:49,370 DEBUG [M:0;1ba5af43fd99:36527 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b56a06038cc1464791f2424e9f68b004 is 69, key is 1ba5af43fd99,39979,1732710127483/rs:state/1732710128863/Put/seqid=0 2024-11-27T12:22:49,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741851_1027 (size=5156) 2024-11-27T12:22:49,774 INFO [M:0;1ba5af43fd99:36527 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b56a06038cc1464791f2424e9f68b004 2024-11-27T12:22:49,778 DEBUG [M:0;1ba5af43fd99:36527 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/758d2d58480741db95127b48c6e7852e as hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/758d2d58480741db95127b48c6e7852e 2024-11-27T12:22:49,781 INFO [M:0;1ba5af43fd99:36527 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/758d2d58480741db95127b48c6e7852e, entries=8, sequenceid=105, filesize=5.5 K 2024-11-27T12:22:49,781 DEBUG [M:0;1ba5af43fd99:36527 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aa22442d338444ecb9bfe13a3e3a3583 as hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aa22442d338444ecb9bfe13a3e3a3583 2024-11-27T12:22:49,784 INFO [M:0;1ba5af43fd99:36527 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aa22442d338444ecb9bfe13a3e3a3583 2024-11-27T12:22:49,784 INFO [M:0;1ba5af43fd99:36527 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aa22442d338444ecb9bfe13a3e3a3583, entries=11, sequenceid=105, filesize=7.0 K 2024-11-27T12:22:49,785 DEBUG [M:0;1ba5af43fd99:36527 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b56a06038cc1464791f2424e9f68b004 as hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b56a06038cc1464791f2424e9f68b004 2024-11-27T12:22:49,787 INFO [M:0;1ba5af43fd99:36527 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38795/user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b56a06038cc1464791f2424e9f68b004, entries=1, sequenceid=105, filesize=5.0 K 2024-11-27T12:22:49,788 INFO [M:0;1ba5af43fd99:36527 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=105, compaction requested=false 2024-11-27T12:22:49,789 INFO [M:0;1ba5af43fd99:36527 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:22:49,789 DEBUG [M:0;1ba5af43fd99:36527 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732710168516Disabling compacts and flushes for region at 1732710168516Disabling writes for close at 1732710168516Obtaining lock to block concurrent updates at 1732710168516Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732710168516Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732710168517 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732710168517Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732710168517Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732710168530 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732710168530Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732710168937 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732710168950 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732710168950Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732710169358 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732710169370 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732710169370Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47576438: reopening flushed file at 1732710169777 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22dcfd25: reopening flushed file at 1732710169781 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7267f3bc: reopening flushed file at 1732710169784 (+3 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=105, compaction requested=false at 1732710169788 (+4 ms)Writing region close event to WAL at 1732710169789 (+1 ms)Closed at 1732710169789 2024-11-27T12:22:49,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741830_1006 (size=64423) 2024-11-27T12:22:49,791 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/71c9b340-e262-a558-f2c3-7df2d74dc845/MasterData/WALs/1ba5af43fd99,36527,1732710127169/1ba5af43fd99%2C36527%2C1732710127169.1732710128463 not finished, retry = 0 2024-11-27T12:22:49,892 INFO [M:0;1ba5af43fd99:36527 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T12:22:49,892 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:22:49,892 INFO [M:0;1ba5af43fd99:36527 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36527 2024-11-27T12:22:49,892 INFO [M:0;1ba5af43fd99:36527 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:22:50,048 INFO [M:0;1ba5af43fd99:36527 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:22:50,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36527-0x1017c3e47aa0000, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:22:50,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36527-0x1017c3e47aa0000, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:22:50,050 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8d77e5a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:22:50,050 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@368c37ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:22:50,050 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:22:50,050 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@630c0dd5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:22:50,051 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f8809b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ea99238-5148-138f-6f0e-bf9ce1c11922/hadoop.log.dir/,STOPPED} 2024-11-27T12:22:50,052 WARN [BP-1663301706-172.17.0.3-1732710124566 heartbeating to localhost/127.0.0.1:38795 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T12:22:50,052 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T12:22:50,052 WARN [BP-1663301706-172.17.0.3-1732710124566 heartbeating to localhost/127.0.0.1:38795 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1663301706-172.17.0.3-1732710124566 (Datanode Uuid b63e984a-499a-49b3-b0b0-f8b5c93599fe) service to localhost/127.0.0.1:38795 2024-11-27T12:22:50,052 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T12:22:50,052 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ea99238-5148-138f-6f0e-bf9ce1c11922/cluster_84471c96-9469-82e4-6c74-bde84c8fc8fb/data/data1/current/BP-1663301706-172.17.0.3-1732710124566 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:22:50,052 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ea99238-5148-138f-6f0e-bf9ce1c11922/cluster_84471c96-9469-82e4-6c74-bde84c8fc8fb/data/data2/current/BP-1663301706-172.17.0.3-1732710124566 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:22:50,052 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T12:22:50,059 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b82737a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:22:50,059 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ebb8e20{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:22:50,059 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:22:50,059 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19834401{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:22:50,059 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ffff616{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ea99238-5148-138f-6f0e-bf9ce1c11922/hadoop.log.dir/,STOPPED} 2024-11-27T12:22:50,065 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T12:22:50,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T12:22:50,093 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 314) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38795 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46041 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38795 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46041 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:46041 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59795) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40307 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46041 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38795 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46041 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:38795 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38795 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46041 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40307 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40307 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46041 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:40307 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40307 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46041 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59795) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59795) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=791 (was 730) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=486 (was 483) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7903 (was 7568) - AvailableMemoryMB LEAK? - 2024-11-27T12:22:50,102 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=791, MaxFileDescriptor=1048576, SystemLoadAverage=486, ProcessCount=11, AvailableMemoryMB=7902 2024-11-27T12:22:50,115 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-27T12:22:50,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7375ddad-73ee-5220-bd96-57f63f927421/hadoop.log.dir so I do NOT create it in target/test-data/1a717ab3-3ccb-26d2-e12a-f4c02d4f5c01 2024-11-27T12:22:50,116 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7375ddad-73ee-5220-bd96-57f63f927421/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T12:22:50,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7375ddad-73ee-5220-bd96-57f63f927421/hadoop.tmp.dir so I do NOT create it in target/test-data/1a717ab3-3ccb-26d2-e12a-f4c02d4f5c01 2024-11-27T12:22:50,116 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7375ddad-73ee-5220-bd96-57f63f927421/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T12:22:50,116 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a717ab3-3ccb-26d2-e12a-f4c02d4f5c01 2024-11-27T12:22:50,116 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a717ab3-3ccb-26d2-e12a-f4c02d4f5c01/cluster_de9dd1df-fc5e-42c2-5eb6-c1ae06896f7e, deleteOnExit=true 2024-11-27T12:22:50,131 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a717ab3-3ccb-26d2-e12a-f4c02d4f5c01/cluster_de9dd1df-fc5e-42c2-5eb6-c1ae06896f7e/zookeeper_0, clientPort=56450, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a717ab3-3ccb-26d2-e12a-f4c02d4f5c01/cluster_de9dd1df-fc5e-42c2-5eb6-c1ae06896f7e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a717ab3-3ccb-26d2-e12a-f4c02d4f5c01/cluster_de9dd1df-fc5e-42c2-5eb6-c1ae06896f7e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T12:22:50,132 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56450 2024-11-27T12:22:50,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T12:22:50,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T12:22:50,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a717ab3-3ccb-26d2-e12a-f4c02d4f5c01/test.cache.data in system properties and HBase conf 2024-11-27T12:22:50,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a717ab3-3ccb-26d2-e12a-f4c02d4f5c01/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T12:22:50,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a717ab3-3ccb-26d2-e12a-f4c02d4f5c01/hadoop.log.dir in system properties and HBase conf 2024-11-27T12:22:50,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a717ab3-3ccb-26d2-e12a-f4c02d4f5c01/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T12:22:50,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a717ab3-3ccb-26d2-e12a-f4c02d4f5c01/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T12:22:50,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T12:22:50,132 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T12:22:50,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a717ab3-3ccb-26d2-e12a-f4c02d4f5c01/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:22:50,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a717ab3-3ccb-26d2-e12a-f4c02d4f5c01/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:22:50,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a717ab3-3ccb-26d2-e12a-f4c02d4f5c01/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T12:22:50,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a717ab3-3ccb-26d2-e12a-f4c02d4f5c01/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:22:50,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a717ab3-3ccb-26d2-e12a-f4c02d4f5c01/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T12:22:50,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a717ab3-3ccb-26d2-e12a-f4c02d4f5c01/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T12:22:50,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a717ab3-3ccb-26d2-e12a-f4c02d4f5c01/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:22:50,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a717ab3-3ccb-26d2-e12a-f4c02d4f5c01/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:22:50,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a717ab3-3ccb-26d2-e12a-f4c02d4f5c01/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T12:22:50,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a717ab3-3ccb-26d2-e12a-f4c02d4f5c01/nfs.dump.dir in system properties and HBase conf 2024-11-27T12:22:50,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a717ab3-3ccb-26d2-e12a-f4c02d4f5c01/java.io.tmpdir in system properties and HBase conf 2024-11-27T12:22:50,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a717ab3-3ccb-26d2-e12a-f4c02d4f5c01/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:22:50,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a717ab3-3ccb-26d2-e12a-f4c02d4f5c01/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T12:22:50,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a717ab3-3ccb-26d2-e12a-f4c02d4f5c01/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T12:22:50,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017c3e47aa0005, quorum=127.0.0.1:59795, baseZNode=/11623079845 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T12:22:50,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017c3e47aa0002, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T12:22:50,163 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017c3e47aa0002, quorum=127.0.0.1:59795, baseZNode=/0-1710586921 Received Disconnected from ZooKeeper, ignoring 2024-11-27T12:22:50,163 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017c3e47aa0005, quorum=127.0.0.1:59795, baseZNode=/11623079845 Received Disconnected from ZooKeeper, ignoring 2024-11-27T12:22:50,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1017c3e47aa0008, quorum=127.0.0.1:59795, baseZNode=/2785888698 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T12:22:50,163 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1017c3e47aa0008, quorum=127.0.0.1:59795, baseZNode=/2785888698 Received Disconnected from ZooKeeper, ignoring 2024-11-27T12:22:50,545 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:22:50,547 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:22:50,548 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:22:50,548 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:22:50,549 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T12:22:50,549 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:22:50,550 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43b1868c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a717ab3-3ccb-26d2-e12a-f4c02d4f5c01/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:22:50,550 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6268849d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:22:50,645 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67a37018{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a717ab3-3ccb-26d2-e12a-f4c02d4f5c01/java.io.tmpdir/jetty-localhost-34807-hadoop-hdfs-3_4_1-tests_jar-_-any-12344078623783241951/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:22:50,646 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63e3f7ce{HTTP/1.1, (http/1.1)}{localhost:34807} 2024-11-27T12:22:50,646 INFO [Time-limited test {}] server.Server(415): Started @325615ms 2024-11-27T12:22:50,937 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:22:50,940 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:22:50,947 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:22:50,947 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:22:50,947 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T12:22:50,947 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4307b040{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a717ab3-3ccb-26d2-e12a-f4c02d4f5c01/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:22:50,948 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@355bfe00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:22:51,044 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79452611{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a717ab3-3ccb-26d2-e12a-f4c02d4f5c01/java.io.tmpdir/jetty-localhost-43125-hadoop-hdfs-3_4_1-tests_jar-_-any-155161761564394719/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:22:51,044 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@205f3084{HTTP/1.1, (http/1.1)}{localhost:43125} 2024-11-27T12:22:51,044 INFO [Time-limited test {}] server.Server(415): Started @326014ms 2024-11-27T12:22:51,045 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T12:22:51,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T12:22:51,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T12:22:51,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T12:22:51,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T12:22:52,027 WARN [Thread-4201 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a717ab3-3ccb-26d2-e12a-f4c02d4f5c01/cluster_de9dd1df-fc5e-42c2-5eb6-c1ae06896f7e/data/data2/current/BP-1098754745-172.17.0.3-1732710170146/current, will proceed with Du for space computation calculation, 2024-11-27T12:22:52,027 WARN [Thread-4200 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a717ab3-3ccb-26d2-e12a-f4c02d4f5c01/cluster_de9dd1df-fc5e-42c2-5eb6-c1ae06896f7e/data/data1/current/BP-1098754745-172.17.0.3-1732710170146/current, will proceed with Du for space computation calculation, 2024-11-27T12:22:52,046 WARN [Thread-4188 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T12:22:52,048 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x339045676c475098 with lease ID 0x55a9570a8b047c90: Processing first storage report for DS-20052900-7004-4ca8-9491-069d1d78921d from datanode DatanodeRegistration(127.0.0.1:39323, datanodeUuid=67caf103-6999-4427-be96-4e79e763085b, infoPort=37847, infoSecurePort=0, ipcPort=41723, storageInfo=lv=-57;cid=testClusterID;nsid=447031856;c=1732710170146) 2024-11-27T12:22:52,048 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x339045676c475098 with lease ID 0x55a9570a8b047c90: from storage DS-20052900-7004-4ca8-9491-069d1d78921d node DatanodeRegistration(127.0.0.1:39323, datanodeUuid=67caf103-6999-4427-be96-4e79e763085b, infoPort=37847, infoSecurePort=0, ipcPort=41723, storageInfo=lv=-57;cid=testClusterID;nsid=447031856;c=1732710170146), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T12:22:52,048 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x339045676c475098 with lease ID 0x55a9570a8b047c90: Processing first storage report for DS-916272f1-0a35-4398-a441-a5b031aae937 from datanode DatanodeRegistration(127.0.0.1:39323, datanodeUuid=67caf103-6999-4427-be96-4e79e763085b, infoPort=37847, infoSecurePort=0, ipcPort=41723, storageInfo=lv=-57;cid=testClusterID;nsid=447031856;c=1732710170146) 2024-11-27T12:22:52,048 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x339045676c475098 with lease ID 0x55a9570a8b047c90: from storage DS-916272f1-0a35-4398-a441-a5b031aae937 node DatanodeRegistration(127.0.0.1:39323, datanodeUuid=67caf103-6999-4427-be96-4e79e763085b, infoPort=37847, infoSecurePort=0, ipcPort=41723, storageInfo=lv=-57;cid=testClusterID;nsid=447031856;c=1732710170146), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:22:52,073 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a717ab3-3ccb-26d2-e12a-f4c02d4f5c01 2024-11-27T12:22:52,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:22:52,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:22:52,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39323 is added to blk_1073741825_1001 (size=7) 2024-11-27T12:22:52,424 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:22:52,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:52,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:52,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:52,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:52,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:52,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:52,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:52,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:52,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:52,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:52,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:52,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:52,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:52,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:52,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:52,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:52,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:22:52,481 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41229/user/jenkins/test-data/b18acd3b-cfee-0bac-535f-c331ae7187f7 with version=8 2024-11-27T12:22:52,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41229/user/jenkins/test-data/b18acd3b-cfee-0bac-535f-c331ae7187f7/hbase-staging 2024-11-27T12:22:52,483 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T12:22:52,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:22:52,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:22:52,484 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:22:52,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:22:52,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:22:52,484 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T12:22:52,484 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:22:52,484 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39863 2024-11-27T12:22:52,485 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39863 connecting to ZooKeeper ensemble=127.0.0.1:56450 2024-11-27T12:22:52,519 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:22:52,520 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ba5af43fd99,33547,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:33547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T12:22:52,520 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128668 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ba5af43fd99,33547,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:33547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T12:22:52,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:398630x0, quorum=127.0.0.1:56450, baseZNode=/0-20881157 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:22:52,679 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39863-0x1017c3ef9be0000 connected 2024-11-27T12:22:52,766 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:22:52,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:22:52,771 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39863-0x1017c3ef9be0000, quorum=127.0.0.1:56450, baseZNode=/0-20881157 Set watcher on znode that does not yet exist, /0-20881157/running 2024-11-27T12:22:52,771 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41229/user/jenkins/test-data/b18acd3b-cfee-0bac-535f-c331ae7187f7, hbase.cluster.distributed=false 2024-11-27T12:22:52,772 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39863-0x1017c3ef9be0000, quorum=127.0.0.1:56450, baseZNode=/0-20881157 Set watcher on znode that does not yet exist, /0-20881157/acl 2024-11-27T12:22:52,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39863 2024-11-27T12:22:52,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39863 2024-11-27T12:22:52,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39863 2024-11-27T12:22:52,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39863 2024-11-27T12:22:52,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39863 2024-11-27T12:22:52,794 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T12:22:52,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:22:52,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:22:52,794 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:22:52,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:22:52,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:22:52,795 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T12:22:52,795 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:22:52,795 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37667 2024-11-27T12:22:52,796 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37667 connecting to ZooKeeper ensemble=127.0.0.1:56450 2024-11-27T12:22:52,797 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:22:52,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:22:52,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376670x0, quorum=127.0.0.1:56450, baseZNode=/0-20881157 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:22:52,815 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37667-0x1017c3ef9be0001 connected 2024-11-27T12:22:52,815 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:376670x0, quorum=127.0.0.1:56450, baseZNode=/0-20881157 Set watcher on znode that does not yet exist, /0-20881157/running 2024-11-27T12:22:52,815 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T12:22:52,816 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T12:22:52,816 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37667-0x1017c3ef9be0001, quorum=127.0.0.1:56450, baseZNode=/0-20881157 Set watcher on znode that does not yet exist, /0-20881157/master 2024-11-27T12:22:52,817 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37667-0x1017c3ef9be0001, quorum=127.0.0.1:56450, baseZNode=/0-20881157 Set watcher on znode that does not yet exist, /0-20881157/acl 2024-11-27T12:22:52,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37667 2024-11-27T12:22:52,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37667 2024-11-27T12:22:52,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37667 2024-11-27T12:22:52,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37667 2024-11-27T12:22:52,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37667 2024-11-27T12:22:52,838 DEBUG [M:0;1ba5af43fd99:39863 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ba5af43fd99:39863 2024-11-27T12:22:52,838 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-20881157/backup-masters/1ba5af43fd99,39863,1732710172483 2024-11-27T12:22:52,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37667-0x1017c3ef9be0001, quorum=127.0.0.1:56450, baseZNode=/0-20881157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-20881157/backup-masters 2024-11-27T12:22:52,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39863-0x1017c3ef9be0000, quorum=127.0.0.1:56450, baseZNode=/0-20881157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-20881157/backup-masters 2024-11-27T12:22:52,850 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39863-0x1017c3ef9be0000, quorum=127.0.0.1:56450, baseZNode=/0-20881157 Set watcher on existing znode=/0-20881157/backup-masters/1ba5af43fd99,39863,1732710172483 2024-11-27T12:22:52,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39863-0x1017c3ef9be0000, quorum=127.0.0.1:56450, baseZNode=/0-20881157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-20881157 2024-11-27T12:22:52,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37667-0x1017c3ef9be0001, quorum=127.0.0.1:56450, baseZNode=/0-20881157 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-20881157/master 2024-11-27T12:22:52,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37667-0x1017c3ef9be0001, quorum=127.0.0.1:56450, baseZNode=/0-20881157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-20881157 2024-11-27T12:22:52,860 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39863-0x1017c3ef9be0000, quorum=127.0.0.1:56450, baseZNode=/0-20881157 Set watcher on existing znode=/0-20881157/master 2024-11-27T12:22:52,861 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-20881157/backup-masters/1ba5af43fd99,39863,1732710172483 from backup master directory 2024-11-27T12:22:52,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37667-0x1017c3ef9be0001, quorum=127.0.0.1:56450, baseZNode=/0-20881157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-20881157/backup-masters 2024-11-27T12:22:52,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39863-0x1017c3ef9be0000, quorum=127.0.0.1:56450, baseZNode=/0-20881157 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-20881157/backup-masters/1ba5af43fd99,39863,1732710172483 2024-11-27T12:22:52,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39863-0x1017c3ef9be0000, quorum=127.0.0.1:56450, baseZNode=/0-20881157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-20881157/backup-masters 2024-11-27T12:22:52,871 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:22:52,871 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ba5af43fd99,39863,1732710172483 2024-11-27T12:22:52,875 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41229/user/jenkins/test-data/b18acd3b-cfee-0bac-535f-c331ae7187f7/hbase.id] with ID: 9a1563ad-3a47-46ad-a149-495a1e756822 2024-11-27T12:22:52,875 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41229/user/jenkins/test-data/b18acd3b-cfee-0bac-535f-c331ae7187f7/.tmp/hbase.id 2024-11-27T12:22:52,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39323 is added to blk_1073741826_1002 (size=42) 2024-11-27T12:22:52,880 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41229/user/jenkins/test-data/b18acd3b-cfee-0bac-535f-c331ae7187f7/.tmp/hbase.id]:[hdfs://localhost:41229/user/jenkins/test-data/b18acd3b-cfee-0bac-535f-c331ae7187f7/hbase.id] 2024-11-27T12:22:52,895 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:22:52,895 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T12:22:52,898 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-27T12:22:52,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39863-0x1017c3ef9be0000, quorum=127.0.0.1:56450, baseZNode=/0-20881157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-20881157 2024-11-27T12:22:52,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37667-0x1017c3ef9be0001, quorum=127.0.0.1:56450, baseZNode=/0-20881157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-20881157 2024-11-27T12:22:52,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39323 is added to blk_1073741827_1003 (size=196) 2024-11-27T12:22:53,316 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:22:53,316 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T12:22:53,317 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:22:53,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39323 is added to blk_1073741828_1004 (size=1189) 2024-11-27T12:22:53,726 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41229/user/jenkins/test-data/b18acd3b-cfee-0bac-535f-c331ae7187f7/MasterData/data/master/store 2024-11-27T12:22:53,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39323 is added to blk_1073741829_1005 (size=34) 2024-11-27T12:22:54,132 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:22:54,132 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:22:54,132 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:22:54,132 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:22:54,132 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:22:54,133 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:22:54,133 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:22:54,133 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732710174132Disabling compacts and flushes for region at 1732710174132Disabling writes for close at 1732710174132Writing region close event to WAL at 1732710174133 (+1 ms)Closed at 1732710174133 2024-11-27T12:22:54,133 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41229/user/jenkins/test-data/b18acd3b-cfee-0bac-535f-c331ae7187f7/MasterData/data/master/store/.initializing 2024-11-27T12:22:54,133 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41229/user/jenkins/test-data/b18acd3b-cfee-0bac-535f-c331ae7187f7/MasterData/WALs/1ba5af43fd99,39863,1732710172483 2024-11-27T12:22:54,134 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:22:54,136 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ba5af43fd99%2C39863%2C1732710172483, suffix=, logDir=hdfs://localhost:41229/user/jenkins/test-data/b18acd3b-cfee-0bac-535f-c331ae7187f7/MasterData/WALs/1ba5af43fd99,39863,1732710172483, archiveDir=hdfs://localhost:41229/user/jenkins/test-data/b18acd3b-cfee-0bac-535f-c331ae7187f7/MasterData/oldWALs, maxLogs=10 2024-11-27T12:22:54,152 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b18acd3b-cfee-0bac-535f-c331ae7187f7/MasterData/WALs/1ba5af43fd99,39863,1732710172483/1ba5af43fd99%2C39863%2C1732710172483.1732710174136, exclude list is [], retry=0 2024-11-27T12:22:54,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39323,DS-20052900-7004-4ca8-9491-069d1d78921d,DISK] 2024-11-27T12:22:54,156 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b18acd3b-cfee-0bac-535f-c331ae7187f7/MasterData/WALs/1ba5af43fd99,39863,1732710172483/1ba5af43fd99%2C39863%2C1732710172483.1732710174136 2024-11-27T12:22:54,156 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37847:37847)] 2024-11-27T12:22:54,156 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:22:54,156 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:22:54,156 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:22:54,156 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:22:54,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:22:54,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T12:22:54,158 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:54,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:22:54,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:22:54,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T12:22:54,160 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:54,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:22:54,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:22:54,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T12:22:54,161 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:54,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:22:54,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:22:54,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T12:22:54,162 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:54,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:22:54,163 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:22:54,163 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41229/user/jenkins/test-data/b18acd3b-cfee-0bac-535f-c331ae7187f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:22:54,164 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41229/user/jenkins/test-data/b18acd3b-cfee-0bac-535f-c331ae7187f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:22:54,165 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:22:54,165 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:22:54,165 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:22:54,166 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:22:54,167 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41229/user/jenkins/test-data/b18acd3b-cfee-0bac-535f-c331ae7187f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:22:54,168 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68386849, jitterRate=0.019043460488319397}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:22:54,168 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732710174156Initializing all the Stores at 1732710174157 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710174157Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710174157Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710174157Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710174157Cleaning up temporary data from old regions at 1732710174165 (+8 ms)Region opened successfully at 1732710174168 (+3 ms) 2024-11-27T12:22:54,169 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T12:22:54,170 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13cca360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T12:22:54,171 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T12:22:54,171 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T12:22:54,171 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T12:22:54,171 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T12:22:54,171 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T12:22:54,172 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T12:22:54,172 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T12:22:54,173 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T12:22:54,173 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39863-0x1017c3ef9be0000, quorum=127.0.0.1:56450, baseZNode=/0-20881157 Unable to get data of znode /0-20881157/balancer because node does not exist (not necessarily an error) 2024-11-27T12:22:54,225 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-20881157/balancer already deleted, retry=false 2024-11-27T12:22:54,225 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T12:22:54,226 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39863-0x1017c3ef9be0000, quorum=127.0.0.1:56450, baseZNode=/0-20881157 Unable to get data of znode /0-20881157/normalizer because node does not exist (not necessarily an error) 2024-11-27T12:22:54,235 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-20881157/normalizer already deleted, retry=false 2024-11-27T12:22:54,235 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T12:22:54,236 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39863-0x1017c3ef9be0000, quorum=127.0.0.1:56450, baseZNode=/0-20881157 Unable to get data of znode /0-20881157/switch/split because node does not exist (not necessarily an error) 2024-11-27T12:22:54,246 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-20881157/switch/split already deleted, retry=false 2024-11-27T12:22:54,247 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39863-0x1017c3ef9be0000, quorum=127.0.0.1:56450, baseZNode=/0-20881157 Unable to get data of znode /0-20881157/switch/merge because node does not exist (not necessarily an error) 2024-11-27T12:22:54,256 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-20881157/switch/merge already deleted, retry=false 2024-11-27T12:22:54,258 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39863-0x1017c3ef9be0000, quorum=127.0.0.1:56450, baseZNode=/0-20881157 Unable to get data of znode /0-20881157/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T12:22:54,271 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-20881157/snapshot-cleanup already deleted, retry=false 2024-11-27T12:22:54,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39863-0x1017c3ef9be0000, quorum=127.0.0.1:56450, baseZNode=/0-20881157 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-20881157/running 2024-11-27T12:22:54,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37667-0x1017c3ef9be0001, quorum=127.0.0.1:56450, baseZNode=/0-20881157 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-20881157/running 2024-11-27T12:22:54,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37667-0x1017c3ef9be0001, quorum=127.0.0.1:56450, baseZNode=/0-20881157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-20881157 2024-11-27T12:22:54,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39863-0x1017c3ef9be0000, quorum=127.0.0.1:56450, baseZNode=/0-20881157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-20881157 2024-11-27T12:22:54,281 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ba5af43fd99,39863,1732710172483, sessionid=0x1017c3ef9be0000, setting cluster-up flag (Was=false) 2024-11-27T12:22:54,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39863-0x1017c3ef9be0000, quorum=127.0.0.1:56450, baseZNode=/0-20881157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-20881157 2024-11-27T12:22:54,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37667-0x1017c3ef9be0001, quorum=127.0.0.1:56450, baseZNode=/0-20881157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-20881157 2024-11-27T12:22:54,334 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-20881157/flush-table-proc/acquired, /0-20881157/flush-table-proc/reached, /0-20881157/flush-table-proc/abort 2024-11-27T12:22:54,335 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,39863,1732710172483 2024-11-27T12:22:54,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39863-0x1017c3ef9be0000, quorum=127.0.0.1:56450, baseZNode=/0-20881157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-20881157 2024-11-27T12:22:54,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37667-0x1017c3ef9be0001, quorum=127.0.0.1:56450, baseZNode=/0-20881157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-20881157 2024-11-27T12:22:54,386 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-20881157/online-snapshot/acquired, /0-20881157/online-snapshot/reached, /0-20881157/online-snapshot/abort 2024-11-27T12:22:54,387 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,39863,1732710172483 2024-11-27T12:22:54,388 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41229/user/jenkins/test-data/b18acd3b-cfee-0bac-535f-c331ae7187f7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T12:22:54,389 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T12:22:54,389 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T12:22:54,389 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T12:22:54,389 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ba5af43fd99,39863,1732710172483 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T12:22:54,390 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:22:54,390 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:22:54,390 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:22:54,390 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:22:54,390 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ba5af43fd99:0, corePoolSize=10, maxPoolSize=10 2024-11-27T12:22:54,390 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:54,391 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:22:54,391 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:54,391 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732710204391 2024-11-27T12:22:54,391 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T12:22:54,391 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T12:22:54,391 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T12:22:54,392 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T12:22:54,392 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T12:22:54,392 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T12:22:54,392 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:22:54,392 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T12:22:54,392 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:54,392 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T12:22:54,392 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T12:22:54,392 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T12:22:54,392 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T12:22:54,392 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:54,392 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T12:22:54,392 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T12:22:54,392 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T12:22:54,393 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732710174393,5,FailOnTimeoutGroup] 2024-11-27T12:22:54,393 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732710174393,5,FailOnTimeoutGroup] 2024-11-27T12:22:54,393 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:54,393 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T12:22:54,393 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:54,393 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:54,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39323 is added to blk_1073741831_1007 (size=1321) 2024-11-27T12:22:54,429 INFO [RS:0;1ba5af43fd99:37667 {}] regionserver.HRegionServer(746): ClusterId : 9a1563ad-3a47-46ad-a149-495a1e756822 2024-11-27T12:22:54,429 DEBUG [RS:0;1ba5af43fd99:37667 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T12:22:54,439 DEBUG [RS:0;1ba5af43fd99:37667 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T12:22:54,440 DEBUG [RS:0;1ba5af43fd99:37667 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T12:22:54,450 DEBUG [RS:0;1ba5af43fd99:37667 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T12:22:54,450 DEBUG [RS:0;1ba5af43fd99:37667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@603fc994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T12:22:54,461 DEBUG [RS:0;1ba5af43fd99:37667 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ba5af43fd99:37667 2024-11-27T12:22:54,461 INFO [RS:0;1ba5af43fd99:37667 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T12:22:54,461 INFO [RS:0;1ba5af43fd99:37667 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T12:22:54,461 DEBUG [RS:0;1ba5af43fd99:37667 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T12:22:54,462 INFO [RS:0;1ba5af43fd99:37667 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ba5af43fd99,39863,1732710172483 with port=37667, startcode=1732710172794 2024-11-27T12:22:54,462 DEBUG [RS:0;1ba5af43fd99:37667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T12:22:54,463 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T12:22:54,463 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39863 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ba5af43fd99,37667,1732710172794 2024-11-27T12:22:54,463 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39863 {}] master.ServerManager(517): Registering regionserver=1ba5af43fd99,37667,1732710172794 2024-11-27T12:22:54,464 DEBUG [RS:0;1ba5af43fd99:37667 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41229/user/jenkins/test-data/b18acd3b-cfee-0bac-535f-c331ae7187f7 2024-11-27T12:22:54,464 DEBUG [RS:0;1ba5af43fd99:37667 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41229 2024-11-27T12:22:54,464 DEBUG [RS:0;1ba5af43fd99:37667 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T12:22:54,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39863-0x1017c3ef9be0000, quorum=127.0.0.1:56450, baseZNode=/0-20881157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-20881157/rs 2024-11-27T12:22:54,471 DEBUG [RS:0;1ba5af43fd99:37667 {}] zookeeper.ZKUtil(111): regionserver:37667-0x1017c3ef9be0001, quorum=127.0.0.1:56450, baseZNode=/0-20881157 Set watcher on existing znode=/0-20881157/rs/1ba5af43fd99,37667,1732710172794 2024-11-27T12:22:54,471 WARN [RS:0;1ba5af43fd99:37667 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:22:54,471 INFO [RS:0;1ba5af43fd99:37667 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:22:54,471 DEBUG [RS:0;1ba5af43fd99:37667 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41229/user/jenkins/test-data/b18acd3b-cfee-0bac-535f-c331ae7187f7/WALs/1ba5af43fd99,37667,1732710172794 2024-11-27T12:22:54,471 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ba5af43fd99,37667,1732710172794] 2024-11-27T12:22:54,473 INFO [RS:0;1ba5af43fd99:37667 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T12:22:54,475 INFO [RS:0;1ba5af43fd99:37667 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T12:22:54,475 INFO [RS:0;1ba5af43fd99:37667 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T12:22:54,475 INFO [RS:0;1ba5af43fd99:37667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:54,475 INFO [RS:0;1ba5af43fd99:37667 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T12:22:54,475 INFO [RS:0;1ba5af43fd99:37667 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T12:22:54,475 INFO [RS:0;1ba5af43fd99:37667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:54,476 DEBUG [RS:0;1ba5af43fd99:37667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:54,476 DEBUG [RS:0;1ba5af43fd99:37667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:54,476 DEBUG [RS:0;1ba5af43fd99:37667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:54,476 DEBUG [RS:0;1ba5af43fd99:37667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:54,476 DEBUG [RS:0;1ba5af43fd99:37667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:54,476 DEBUG [RS:0;1ba5af43fd99:37667 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:22:54,476 DEBUG [RS:0;1ba5af43fd99:37667 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:54,476 DEBUG [RS:0;1ba5af43fd99:37667 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:54,476 DEBUG [RS:0;1ba5af43fd99:37667 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:54,476 DEBUG [RS:0;1ba5af43fd99:37667 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:54,476 DEBUG [RS:0;1ba5af43fd99:37667 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:54,476 DEBUG [RS:0;1ba5af43fd99:37667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:22:54,476 DEBUG [RS:0;1ba5af43fd99:37667 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:22:54,476 DEBUG [RS:0;1ba5af43fd99:37667 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:22:54,477 INFO [RS:0;1ba5af43fd99:37667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:54,477 INFO [RS:0;1ba5af43fd99:37667 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:54,477 INFO [RS:0;1ba5af43fd99:37667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:54,478 INFO [RS:0;1ba5af43fd99:37667 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:54,478 INFO [RS:0;1ba5af43fd99:37667 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:54,478 INFO [RS:0;1ba5af43fd99:37667 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,37667,1732710172794-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:22:54,492 INFO [RS:0;1ba5af43fd99:37667 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T12:22:54,492 INFO [RS:0;1ba5af43fd99:37667 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,37667,1732710172794-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:54,492 INFO [RS:0;1ba5af43fd99:37667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:54,492 INFO [RS:0;1ba5af43fd99:37667 {}] regionserver.Replication(171): 1ba5af43fd99,37667,1732710172794 started 2024-11-27T12:22:54,505 INFO [RS:0;1ba5af43fd99:37667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:54,505 INFO [RS:0;1ba5af43fd99:37667 {}] regionserver.HRegionServer(1482): Serving as 1ba5af43fd99,37667,1732710172794, RpcServer on 1ba5af43fd99/172.17.0.3:37667, sessionid=0x1017c3ef9be0001 2024-11-27T12:22:54,505 DEBUG [RS:0;1ba5af43fd99:37667 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T12:22:54,505 DEBUG [RS:0;1ba5af43fd99:37667 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ba5af43fd99,37667,1732710172794 2024-11-27T12:22:54,505 DEBUG [RS:0;1ba5af43fd99:37667 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,37667,1732710172794' 2024-11-27T12:22:54,505 DEBUG [RS:0;1ba5af43fd99:37667 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-20881157/flush-table-proc/abort' 2024-11-27T12:22:54,505 DEBUG [RS:0;1ba5af43fd99:37667 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-20881157/flush-table-proc/acquired' 2024-11-27T12:22:54,506 DEBUG [RS:0;1ba5af43fd99:37667 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T12:22:54,506 DEBUG [RS:0;1ba5af43fd99:37667 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T12:22:54,506 DEBUG [RS:0;1ba5af43fd99:37667 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ba5af43fd99,37667,1732710172794 2024-11-27T12:22:54,506 DEBUG [RS:0;1ba5af43fd99:37667 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,37667,1732710172794' 2024-11-27T12:22:54,506 DEBUG [RS:0;1ba5af43fd99:37667 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-20881157/online-snapshot/abort' 2024-11-27T12:22:54,506 DEBUG [RS:0;1ba5af43fd99:37667 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-20881157/online-snapshot/acquired' 2024-11-27T12:22:54,507 DEBUG [RS:0;1ba5af43fd99:37667 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T12:22:54,507 INFO [RS:0;1ba5af43fd99:37667 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T12:22:54,507 INFO [RS:0;1ba5af43fd99:37667 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T12:22:54,607 INFO [RS:0;1ba5af43fd99:37667 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:22:54,608 INFO [RS:0;1ba5af43fd99:37667 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C37667%2C1732710172794, suffix=, logDir=hdfs://localhost:41229/user/jenkins/test-data/b18acd3b-cfee-0bac-535f-c331ae7187f7/WALs/1ba5af43fd99,37667,1732710172794, archiveDir=hdfs://localhost:41229/user/jenkins/test-data/b18acd3b-cfee-0bac-535f-c331ae7187f7/oldWALs, maxLogs=10 2024-11-27T12:22:54,621 DEBUG [RS:0;1ba5af43fd99:37667 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b18acd3b-cfee-0bac-535f-c331ae7187f7/WALs/1ba5af43fd99,37667,1732710172794/1ba5af43fd99%2C37667%2C1732710172794.1732710174608, exclude list is [], retry=0 2024-11-27T12:22:54,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39323,DS-20052900-7004-4ca8-9491-069d1d78921d,DISK] 2024-11-27T12:22:54,624 INFO [RS:0;1ba5af43fd99:37667 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b18acd3b-cfee-0bac-535f-c331ae7187f7/WALs/1ba5af43fd99,37667,1732710172794/1ba5af43fd99%2C37667%2C1732710172794.1732710174608 2024-11-27T12:22:54,624 DEBUG [RS:0;1ba5af43fd99:37667 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37847:37847)] 2024-11-27T12:22:54,801 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41229/user/jenkins/test-data/b18acd3b-cfee-0bac-535f-c331ae7187f7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T12:22:54,801 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41229/user/jenkins/test-data/b18acd3b-cfee-0bac-535f-c331ae7187f7 2024-11-27T12:22:54,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39323 is added to blk_1073741833_1009 (size=32) 2024-11-27T12:22:55,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:22:55,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:22:55,207 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:22:55,207 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:55,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:22:55,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:22:55,208 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:22:55,208 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:55,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:22:55,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:22:55,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:22:55,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:55,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:22:55,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:22:55,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:22:55,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:55,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:22:55,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:22:55,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41229/user/jenkins/test-data/b18acd3b-cfee-0bac-535f-c331ae7187f7/data/hbase/meta/1588230740 2024-11-27T12:22:55,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41229/user/jenkins/test-data/b18acd3b-cfee-0bac-535f-c331ae7187f7/data/hbase/meta/1588230740 2024-11-27T12:22:55,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:22:55,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:22:55,213 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:22:55,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:22:55,215 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41229/user/jenkins/test-data/b18acd3b-cfee-0bac-535f-c331ae7187f7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:22:55,216 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67086643, jitterRate=-3.3111870288848877E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:22:55,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732710175205Initializing all the Stores at 1732710175206 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710175206Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710175206Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710175206Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710175206Cleaning up temporary data from old regions at 1732710175213 (+7 ms)Region opened successfully at 1732710175216 (+3 ms) 2024-11-27T12:22:55,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:22:55,216 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:22:55,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:22:55,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:22:55,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:22:55,217 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:22:55,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732710175216Disabling compacts and flushes for region at 1732710175216Disabling writes for close at 1732710175217 (+1 ms)Writing region close event to WAL at 1732710175217Closed at 1732710175217 2024-11-27T12:22:55,217 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:22:55,218 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T12:22:55,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T12:22:55,218 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:22:55,219 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T12:22:55,369 DEBUG [1ba5af43fd99:39863 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T12:22:55,369 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ba5af43fd99,37667,1732710172794 2024-11-27T12:22:55,370 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,37667,1732710172794, state=OPENING 2024-11-27T12:22:55,456 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T12:22:55,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37667-0x1017c3ef9be0001, quorum=127.0.0.1:56450, baseZNode=/0-20881157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-20881157 2024-11-27T12:22:55,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39863-0x1017c3ef9be0000, quorum=127.0.0.1:56450, baseZNode=/0-20881157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-20881157 2024-11-27T12:22:55,467 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:22:55,467 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-20881157/meta-region-server: CHANGED 2024-11-27T12:22:55,467 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-20881157/meta-region-server: CHANGED 2024-11-27T12:22:55,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,37667,1732710172794}] 2024-11-27T12:22:55,619 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T12:22:55,620 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T12:22:55,622 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T12:22:55,623 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:22:55,623 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T12:22:55,624 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C37667%2C1732710172794.meta, suffix=.meta, logDir=hdfs://localhost:41229/user/jenkins/test-data/b18acd3b-cfee-0bac-535f-c331ae7187f7/WALs/1ba5af43fd99,37667,1732710172794, archiveDir=hdfs://localhost:41229/user/jenkins/test-data/b18acd3b-cfee-0bac-535f-c331ae7187f7/oldWALs, maxLogs=10 2024-11-27T12:22:55,635 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b18acd3b-cfee-0bac-535f-c331ae7187f7/WALs/1ba5af43fd99,37667,1732710172794/1ba5af43fd99%2C37667%2C1732710172794.meta.1732710175624.meta, exclude list is [], retry=0 2024-11-27T12:22:55,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39323,DS-20052900-7004-4ca8-9491-069d1d78921d,DISK] 2024-11-27T12:22:55,637 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b18acd3b-cfee-0bac-535f-c331ae7187f7/WALs/1ba5af43fd99,37667,1732710172794/1ba5af43fd99%2C37667%2C1732710172794.meta.1732710175624.meta 2024-11-27T12:22:55,638 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37847:37847)] 2024-11-27T12:22:55,638 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:22:55,638 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:22:55,638 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T12:22:55,638 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T12:22:55,638 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T12:22:55,638 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T12:22:55,639 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:22:55,639 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T12:22:55,639 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T12:22:55,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:22:55,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:22:55,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:55,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:22:55,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:22:55,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:22:55,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:55,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:22:55,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:22:55,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:22:55,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:55,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:22:55,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:22:55,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:22:55,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:55,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:22:55,643 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:22:55,643 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41229/user/jenkins/test-data/b18acd3b-cfee-0bac-535f-c331ae7187f7/data/hbase/meta/1588230740 2024-11-27T12:22:55,644 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41229/user/jenkins/test-data/b18acd3b-cfee-0bac-535f-c331ae7187f7/data/hbase/meta/1588230740 2024-11-27T12:22:55,645 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:22:55,645 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:22:55,645 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:22:55,646 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:22:55,647 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60786194, jitterRate=-0.09421512484550476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:22:55,647 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T12:22:55,648 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732710175639Writing region info on filesystem at 1732710175639Initializing all the Stores at 1732710175639Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710175639Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710175639Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710175639Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710175639Cleaning up temporary data from old regions at 1732710175645 (+6 ms)Running coprocessor post-open hooks at 1732710175647 (+2 ms)Region opened successfully at 1732710175648 (+1 ms) 2024-11-27T12:22:55,648 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732710175619 2024-11-27T12:22:55,650 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T12:22:55,650 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T12:22:55,650 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,37667,1732710172794 2024-11-27T12:22:55,651 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,37667,1732710172794, state=OPEN 2024-11-27T12:22:55,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37667-0x1017c3ef9be0001, quorum=127.0.0.1:56450, baseZNode=/0-20881157 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-20881157/meta-region-server 2024-11-27T12:22:55,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39863-0x1017c3ef9be0000, quorum=127.0.0.1:56450, baseZNode=/0-20881157 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-20881157/meta-region-server 2024-11-27T12:22:55,693 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ba5af43fd99,37667,1732710172794 2024-11-27T12:22:55,693 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-20881157/meta-region-server: CHANGED 2024-11-27T12:22:55,693 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-20881157/meta-region-server: CHANGED 2024-11-27T12:22:55,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T12:22:55,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,37667,1732710172794 in 226 msec 2024-11-27T12:22:55,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T12:22:55,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 477 msec 2024-11-27T12:22:55,697 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:22:55,697 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T12:22:55,697 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:22:55,697 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,37667,1732710172794, seqNum=-1] 2024-11-27T12:22:55,698 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:22:55,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:22:55,702 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3130 sec 2024-11-27T12:22:55,702 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732710175702, completionTime=-1 2024-11-27T12:22:55,702 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T12:22:55,702 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T12:22:55,703 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T12:22:55,703 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732710235703 2024-11-27T12:22:55,703 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732710295703 2024-11-27T12:22:55,703 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T12:22:55,703 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,39863,1732710172483-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:55,703 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,39863,1732710172483-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:55,703 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,39863,1732710172483-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:55,703 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ba5af43fd99:39863, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:55,703 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:55,704 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:55,705 DEBUG [master/1ba5af43fd99:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T12:22:55,706 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.835sec 2024-11-27T12:22:55,706 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T12:22:55,706 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T12:22:55,706 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T12:22:55,706 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T12:22:55,706 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T12:22:55,706 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,39863,1732710172483-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:22:55,706 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,39863,1732710172483-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T12:22:55,708 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T12:22:55,708 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T12:22:55,708 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,39863,1732710172483-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:22:55,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@507e2b52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:55,730 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,39863,-1 for getting cluster id 2024-11-27T12:22:55,730 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:22:55,731 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a1563ad-3a47-46ad-a149-495a1e756822' 2024-11-27T12:22:55,731 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:22:55,731 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a1563ad-3a47-46ad-a149-495a1e756822" 2024-11-27T12:22:55,732 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@91913e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:55,732 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,39863,-1] 2024-11-27T12:22:55,732 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:22:55,732 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:55,732 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:22:55,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55e88147, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:55,733 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:22:55,734 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,37667,1732710172794, seqNum=-1] 2024-11-27T12:22:55,734 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:22:55,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:22:55,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ba5af43fd99,39863,1732710172483 2024-11-27T12:22:55,736 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56450 2024-11-27T12:22:55,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56450, baseZNode=/0-20881157 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:22:55,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017c3ef9be0002 connected 2024-11-27T12:22:55,756 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:22:55,757 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,39863,1732710172483 2024-11-27T12:22:55,757 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5db01cd1 2024-11-27T12:22:55,757 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:22:55,758 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:22:55,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39863 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:22:55,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39863 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T12:22:55,761 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T12:22:55,761 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:55,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39863 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T12:22:55,762 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T12:22:55,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39863 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:22:55,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39323 is added to blk_1073741835_1011 (size=902) 2024-11-27T12:22:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39863 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:22:56,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39863 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:22:56,167 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 99a20876b3bce923068a74098ba8458f, NAME => 'test,,1732710175758.99a20876b3bce923068a74098ba8458f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41229/user/jenkins/test-data/b18acd3b-cfee-0bac-535f-c331ae7187f7 2024-11-27T12:22:56,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39323 is added to blk_1073741836_1012 (size=39) 2024-11-27T12:22:56,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39863 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:22:56,572 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732710175758.99a20876b3bce923068a74098ba8458f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:22:56,572 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 99a20876b3bce923068a74098ba8458f, disabling compactions & flushes 2024-11-27T12:22:56,572 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732710175758.99a20876b3bce923068a74098ba8458f. 2024-11-27T12:22:56,572 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732710175758.99a20876b3bce923068a74098ba8458f. 2024-11-27T12:22:56,572 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732710175758.99a20876b3bce923068a74098ba8458f. after waiting 0 ms 2024-11-27T12:22:56,572 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732710175758.99a20876b3bce923068a74098ba8458f. 2024-11-27T12:22:56,572 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732710175758.99a20876b3bce923068a74098ba8458f. 2024-11-27T12:22:56,572 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 99a20876b3bce923068a74098ba8458f: Waiting for close lock at 1732710176572Disabling compacts and flushes for region at 1732710176572Disabling writes for close at 1732710176572Writing region close event to WAL at 1732710176572Closed at 1732710176572 2024-11-27T12:22:56,573 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T12:22:56,573 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732710175758.99a20876b3bce923068a74098ba8458f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732710176573"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732710176573"}]},"ts":"1732710176573"} 2024-11-27T12:22:56,574 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T12:22:56,575 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T12:22:56,575 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710176575"}]},"ts":"1732710176575"} 2024-11-27T12:22:56,576 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T12:22:56,576 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=99a20876b3bce923068a74098ba8458f, ASSIGN}] 2024-11-27T12:22:56,577 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=99a20876b3bce923068a74098ba8458f, ASSIGN 2024-11-27T12:22:56,578 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=99a20876b3bce923068a74098ba8458f, ASSIGN; state=OFFLINE, location=1ba5af43fd99,37667,1732710172794; forceNewPlan=false, retain=false 2024-11-27T12:22:56,728 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=99a20876b3bce923068a74098ba8458f, regionState=OPENING, regionLocation=1ba5af43fd99,37667,1732710172794 2024-11-27T12:22:56,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=99a20876b3bce923068a74098ba8458f, ASSIGN because future has completed 2024-11-27T12:22:56,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99a20876b3bce923068a74098ba8458f, server=1ba5af43fd99,37667,1732710172794}] 2024-11-27T12:22:56,884 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732710175758.99a20876b3bce923068a74098ba8458f. 2024-11-27T12:22:56,884 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 99a20876b3bce923068a74098ba8458f, NAME => 'test,,1732710175758.99a20876b3bce923068a74098ba8458f.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:22:56,885 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:22:56,885 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T12:22:56,885 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 99a20876b3bce923068a74098ba8458f 2024-11-27T12:22:56,885 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732710175758.99a20876b3bce923068a74098ba8458f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:22:56,885 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 99a20876b3bce923068a74098ba8458f 2024-11-27T12:22:56,885 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 99a20876b3bce923068a74098ba8458f 2024-11-27T12:22:56,886 INFO [StoreOpener-99a20876b3bce923068a74098ba8458f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 99a20876b3bce923068a74098ba8458f 2024-11-27T12:22:56,887 INFO [StoreOpener-99a20876b3bce923068a74098ba8458f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99a20876b3bce923068a74098ba8458f columnFamilyName f 2024-11-27T12:22:56,887 DEBUG [StoreOpener-99a20876b3bce923068a74098ba8458f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:56,887 INFO [StoreOpener-99a20876b3bce923068a74098ba8458f-1 {}] regionserver.HStore(327): Store=99a20876b3bce923068a74098ba8458f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:22:56,887 INFO [StoreOpener-99a20876b3bce923068a74098ba8458f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 99a20876b3bce923068a74098ba8458f 2024-11-27T12:22:56,888 INFO [StoreOpener-99a20876b3bce923068a74098ba8458f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99a20876b3bce923068a74098ba8458f columnFamilyName f1 2024-11-27T12:22:56,888 DEBUG [StoreOpener-99a20876b3bce923068a74098ba8458f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:56,888 INFO [StoreOpener-99a20876b3bce923068a74098ba8458f-1 {}] regionserver.HStore(327): Store=99a20876b3bce923068a74098ba8458f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:22:56,888 INFO [StoreOpener-99a20876b3bce923068a74098ba8458f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 99a20876b3bce923068a74098ba8458f 2024-11-27T12:22:56,889 INFO [StoreOpener-99a20876b3bce923068a74098ba8458f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99a20876b3bce923068a74098ba8458f columnFamilyName norep 2024-11-27T12:22:56,889 DEBUG [StoreOpener-99a20876b3bce923068a74098ba8458f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:22:56,889 INFO [StoreOpener-99a20876b3bce923068a74098ba8458f-1 {}] regionserver.HStore(327): Store=99a20876b3bce923068a74098ba8458f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:22:56,889 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 99a20876b3bce923068a74098ba8458f 2024-11-27T12:22:56,889 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41229/user/jenkins/test-data/b18acd3b-cfee-0bac-535f-c331ae7187f7/data/default/test/99a20876b3bce923068a74098ba8458f 2024-11-27T12:22:56,889 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41229/user/jenkins/test-data/b18acd3b-cfee-0bac-535f-c331ae7187f7/data/default/test/99a20876b3bce923068a74098ba8458f 2024-11-27T12:22:56,890 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 99a20876b3bce923068a74098ba8458f 2024-11-27T12:22:56,890 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 99a20876b3bce923068a74098ba8458f 2024-11-27T12:22:56,890 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T12:22:56,891 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 99a20876b3bce923068a74098ba8458f 2024-11-27T12:22:56,892 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41229/user/jenkins/test-data/b18acd3b-cfee-0bac-535f-c331ae7187f7/data/default/test/99a20876b3bce923068a74098ba8458f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:22:56,892 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 99a20876b3bce923068a74098ba8458f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63254405, jitterRate=-0.05743591487407684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T12:22:56,892 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 99a20876b3bce923068a74098ba8458f 2024-11-27T12:22:56,893 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 99a20876b3bce923068a74098ba8458f: Running coprocessor pre-open hook at 1732710176885Writing region info on filesystem at 1732710176885Initializing all the Stores at 1732710176886 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710176886Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710176886Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710176886Cleaning up temporary data from old regions at 1732710176890 (+4 ms)Running coprocessor post-open hooks at 1732710176892 (+2 ms)Region opened successfully at 1732710176892 2024-11-27T12:22:56,893 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732710175758.99a20876b3bce923068a74098ba8458f., pid=6, masterSystemTime=1732710176882 2024-11-27T12:22:56,895 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732710175758.99a20876b3bce923068a74098ba8458f. 2024-11-27T12:22:56,895 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732710175758.99a20876b3bce923068a74098ba8458f. 2024-11-27T12:22:56,895 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=99a20876b3bce923068a74098ba8458f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1ba5af43fd99,37667,1732710172794 2024-11-27T12:22:56,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99a20876b3bce923068a74098ba8458f, server=1ba5af43fd99,37667,1732710172794 because future has completed 2024-11-27T12:22:56,898 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T12:22:56,898 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 99a20876b3bce923068a74098ba8458f, server=1ba5af43fd99,37667,1732710172794 in 167 msec 2024-11-27T12:22:56,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39863 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:22:56,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T12:22:56,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=99a20876b3bce923068a74098ba8458f, ASSIGN in 322 msec 2024-11-27T12:22:56,900 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T12:22:56,900 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710176900"}]},"ts":"1732710176900"} 2024-11-27T12:22:56,901 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T12:22:56,902 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T12:22:56,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1430 sec 2024-11-27T12:22:57,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39863 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:22:57,910 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T12:22:57,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4da13ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:57,911 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,39863,-1 for getting cluster id 2024-11-27T12:22:57,911 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:22:57,912 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a1563ad-3a47-46ad-a149-495a1e756822' 2024-11-27T12:22:57,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:22:57,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a1563ad-3a47-46ad-a149-495a1e756822" 2024-11-27T12:22:57,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cc7aa11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:57,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,39863,-1] 2024-11-27T12:22:57,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:22:57,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:57,913 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:22:57,913 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@680a5268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:57,913 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:22:57,914 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,39863,1732710172483 2024-11-27T12:22:57,914 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@531b1379 2024-11-27T12:22:57,914 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:22:57,915 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:22:57,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39863 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://1ba5af43fd99:39863,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T12:22:57,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39863 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T12:22:57,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39863 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:22:57,918 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ba5af43fd99:39863' 2024-11-27T12:22:57,919 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d153975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:57,919 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,39863,-1 for getting cluster id 2024-11-27T12:22:57,919 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:22:57,920 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a1563ad-3a47-46ad-a149-495a1e756822' 2024-11-27T12:22:57,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:22:57,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a1563ad-3a47-46ad-a149-495a1e756822" 2024-11-27T12:22:57,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a923c07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:57,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,39863,-1] 2024-11-27T12:22:57,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:22:57,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:57,921 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:22:57,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63d1e648, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:22:57,922 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:22:57,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,39863,1732710172483 2024-11-27T12:22:57,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@422c972f 2024-11-27T12:22:57,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:22:57,923 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:22:57,924 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-27T12:22:57,924 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T12:22:57,924 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:57,924 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:57,924 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:22:57,924 WARN [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://1ba5af43fd99:39863, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-27T12:22:57,930 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://1ba5af43fd99:39863, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://1ba5af43fd99:39863, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://1ba5af43fd99:39863, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-27T12:22:57,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://1ba5af43fd99:39863, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=16 msec 2024-11-27T12:22:57,931 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-27T12:22:58,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39863 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:22:58,021 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://1ba5af43fd99:39863, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-27T12:22:58,021 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:22:58,021 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:22:58,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:58,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:22:58,021 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:22:58,035 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=526 (was 360) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=37667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;1ba5af43fd99:37667-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a717ab3-3ccb-26d2-e12a-f4c02d4f5c01/cluster_de9dd1df-fc5e-42c2-5eb6-c1ae06896f7e/data/data1/current/BP-1098754745-172.17.0.3-1732710170146 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1098754745-172.17.0.3-1732710170146:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41229/user/jenkins/test-data/b18acd3b-cfee-0bac-535f-c331ae7187f7-prefix:1ba5af43fd99,37667,1732710172794 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1098754745-172.17.0.3-1732710170146 heartbeating to localhost/127.0.0.1:41229 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 41229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=39863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@100aa463 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 41229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41229/user/jenkins/test-data/b18acd3b-cfee-0bac-535f-c331ae7187f7-prefix:1ba5af43fd99,37667,1732710172794.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;1ba5af43fd99:39863 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@7daf9b45 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@61d1ce3b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f668c9f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=39863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-bcd1b6e-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/1ba5af43fd99:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a717ab3-3ccb-26d2-e12a-f4c02d4f5c01/cluster_de9dd1df-fc5e-42c2-5eb6-c1ae06896f7e/data/data2/current/BP-1098754745-172.17.0.3-1732710170146 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2101692686_20 at /127.0.0.1:33780 [Receiving block BP-1098754745-172.17.0.3-1732710170146:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 41229 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server handler 3 on default port 41229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1123702963-7924 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;1ba5af43fd99:37667 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1123702963-7920 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f668c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp760716569-7969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:41229 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a717ab3-3ccb-26d2-e12a-f4c02d4f5c01/cluster_de9dd1df-fc5e-42c2-5eb6-c1ae06896f7e/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1123702963-7919 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f668c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server handler 2 on default port 41723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732710174393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41229 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server idle connection scanner for port 41723 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56450) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: qtp1123702963-7917 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f668c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41229/user/jenkins/test-data/b18acd3b-cfee-0bac-535f-c331ae7187f7/MasterData-prefix:1ba5af43fd99,39863,1732710172483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 41723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1098754745-172.17.0.3-1732710170146:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@5748ac97 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1334126996) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/1ba5af43fd99:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@5face735 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1ba5af43fd99:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp760716569-7966 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f668c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 1ba5af43fd99:39863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56450) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732710174393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: qtp1123702963-7921-acceptor-0@2c6db045-ServerConnector@63e3f7ce{HTTP/1.1, (http/1.1)}{localhost:34807} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Server handler 1 on default port 41723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@6d90da47 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/1ba5af43fd99:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=37667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$606/0x00007f668cad18c8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41229 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@7945f64a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:56450 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41229 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@7a9ecf14 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1123702963-7922 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2079735207_20 at /127.0.0.1:33728 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@47436f53[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a717ab3-3ccb-26d2-e12a-f4c02d4f5c01/cluster_de9dd1df-fc5e-42c2-5eb6-c1ae06896f7e/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41229 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: regionserver/1ba5af43fd99:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-20a7163-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=37667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2079735207_20 at /127.0.0.1:33814 [Receiving block BP-1098754745-172.17.0.3-1732710170146:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 41229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@7a1ff889 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-1098754745-172.17.0.3-1732710170146:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:56450): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: qtp760716569-7968 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp760716569-7967-acceptor-0@2dee2b5a-ServerConnector@205f3084{HTTP/1.1, (http/1.1)}{localhost:43125} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: IPC Server handler 4 on default port 41723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56450) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Server handler 2 on default port 41229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1123702963-7918 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f668c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 41723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2079735207_20 at /127.0.0.1:33798 [Receiving block BP-1098754745-172.17.0.3-1732710170146:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1123702963-7923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 791) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=457 (was 486), ProcessCount=11 (was 11), AvailableMemoryMB=7798 (was 7902) 2024-11-27T12:22:58,038 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=526 is superior to 500 2024-11-27T12:22:58,048 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=526, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=457, ProcessCount=11, AvailableMemoryMB=7798 2024-11-27T12:22:58,048 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=526 is superior to 500 2024-11-27T12:22:58,060 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-27T12:22:58,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a717ab3-3ccb-26d2-e12a-f4c02d4f5c01/hadoop.log.dir so I do NOT create it in target/test-data/0422af59-433f-7703-49ea-00e27877b199 2024-11-27T12:22:58,061 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a717ab3-3ccb-26d2-e12a-f4c02d4f5c01/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T12:22:58,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a717ab3-3ccb-26d2-e12a-f4c02d4f5c01/hadoop.tmp.dir so I do NOT create it in target/test-data/0422af59-433f-7703-49ea-00e27877b199 2024-11-27T12:22:58,061 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a717ab3-3ccb-26d2-e12a-f4c02d4f5c01/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T12:22:58,061 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0422af59-433f-7703-49ea-00e27877b199 2024-11-27T12:22:58,061 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0422af59-433f-7703-49ea-00e27877b199/cluster_72bc2284-cb19-77b1-6f7c-212bc80ecb1b, deleteOnExit=true 2024-11-27T12:22:58,181 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0422af59-433f-7703-49ea-00e27877b199/cluster_72bc2284-cb19-77b1-6f7c-212bc80ecb1b/zookeeper_0, clientPort=58204, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0422af59-433f-7703-49ea-00e27877b199/cluster_72bc2284-cb19-77b1-6f7c-212bc80ecb1b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0422af59-433f-7703-49ea-00e27877b199/cluster_72bc2284-cb19-77b1-6f7c-212bc80ecb1b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T12:22:58,182 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58204 2024-11-27T12:22:58,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T12:22:58,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T12:22:58,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0422af59-433f-7703-49ea-00e27877b199/test.cache.data in system properties and HBase conf 2024-11-27T12:22:58,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0422af59-433f-7703-49ea-00e27877b199/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T12:22:58,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0422af59-433f-7703-49ea-00e27877b199/hadoop.log.dir in system properties and HBase conf 2024-11-27T12:22:58,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0422af59-433f-7703-49ea-00e27877b199/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T12:22:58,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0422af59-433f-7703-49ea-00e27877b199/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T12:22:58,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T12:22:58,183 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T12:22:58,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0422af59-433f-7703-49ea-00e27877b199/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:22:58,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0422af59-433f-7703-49ea-00e27877b199/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:22:58,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0422af59-433f-7703-49ea-00e27877b199/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T12:22:58,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0422af59-433f-7703-49ea-00e27877b199/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:22:58,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0422af59-433f-7703-49ea-00e27877b199/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T12:22:58,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0422af59-433f-7703-49ea-00e27877b199/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T12:22:58,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0422af59-433f-7703-49ea-00e27877b199/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:22:58,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0422af59-433f-7703-49ea-00e27877b199/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:22:58,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0422af59-433f-7703-49ea-00e27877b199/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T12:22:58,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0422af59-433f-7703-49ea-00e27877b199/nfs.dump.dir in system properties and HBase conf 2024-11-27T12:22:58,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0422af59-433f-7703-49ea-00e27877b199/java.io.tmpdir in system properties and HBase conf 2024-11-27T12:22:58,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0422af59-433f-7703-49ea-00e27877b199/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:22:58,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0422af59-433f-7703-49ea-00e27877b199/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T12:22:58,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0422af59-433f-7703-49ea-00e27877b199/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T12:22:58,616 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:22:58,619 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:22:58,622 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:22:58,622 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:22:58,622 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T12:22:58,624 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:22:58,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16103323{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0422af59-433f-7703-49ea-00e27877b199/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:22:58,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e5eaa4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:22:58,722 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6173d15f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0422af59-433f-7703-49ea-00e27877b199/java.io.tmpdir/jetty-localhost-37685-hadoop-hdfs-3_4_1-tests_jar-_-any-9688911590918411674/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:22:58,722 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39b9f514{HTTP/1.1, (http/1.1)}{localhost:37685} 2024-11-27T12:22:58,722 INFO [Time-limited test {}] server.Server(415): Started @333692ms 2024-11-27T12:22:58,971 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:22:58,973 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:22:58,975 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:22:58,975 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:22:58,975 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T12:22:58,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ab063b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0422af59-433f-7703-49ea-00e27877b199/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:22:58,976 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22e8e045{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:22:59,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e38b7c9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0422af59-433f-7703-49ea-00e27877b199/java.io.tmpdir/jetty-localhost-46419-hadoop-hdfs-3_4_1-tests_jar-_-any-5547806719443898841/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:22:59,070 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12902795{HTTP/1.1, (http/1.1)}{localhost:46419} 2024-11-27T12:22:59,070 INFO [Time-limited test {}] server.Server(415): Started @334040ms 2024-11-27T12:22:59,071 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T12:22:59,719 WARN [Thread-4335 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0422af59-433f-7703-49ea-00e27877b199/cluster_72bc2284-cb19-77b1-6f7c-212bc80ecb1b/data/data2/current/BP-1096696255-172.17.0.3-1732710178211/current, will proceed with Du for space computation calculation, 2024-11-27T12:22:59,719 WARN [Thread-4334 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0422af59-433f-7703-49ea-00e27877b199/cluster_72bc2284-cb19-77b1-6f7c-212bc80ecb1b/data/data1/current/BP-1096696255-172.17.0.3-1732710178211/current, will proceed with Du for space computation calculation, 2024-11-27T12:22:59,745 WARN [Thread-4322 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T12:22:59,748 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ced40339ff47bcb with lease ID 0xc72c84f242276650: Processing first storage report for DS-185f6c7c-5148-4531-a088-e881b61a4f2f from datanode DatanodeRegistration(127.0.0.1:38787, datanodeUuid=9a5b1a60-2125-4380-87c1-0bfbaeb1726e, infoPort=40565, infoSecurePort=0, ipcPort=41783, storageInfo=lv=-57;cid=testClusterID;nsid=1267775762;c=1732710178211) 2024-11-27T12:22:59,748 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ced40339ff47bcb with lease ID 0xc72c84f242276650: from storage DS-185f6c7c-5148-4531-a088-e881b61a4f2f node DatanodeRegistration(127.0.0.1:38787, datanodeUuid=9a5b1a60-2125-4380-87c1-0bfbaeb1726e, infoPort=40565, infoSecurePort=0, ipcPort=41783, storageInfo=lv=-57;cid=testClusterID;nsid=1267775762;c=1732710178211), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:22:59,748 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ced40339ff47bcb with lease ID 0xc72c84f242276650: Processing first storage report for DS-b2261938-505d-4699-80e8-8f312abb4431 from datanode DatanodeRegistration(127.0.0.1:38787, datanodeUuid=9a5b1a60-2125-4380-87c1-0bfbaeb1726e, infoPort=40565, infoSecurePort=0, ipcPort=41783, storageInfo=lv=-57;cid=testClusterID;nsid=1267775762;c=1732710178211) 2024-11-27T12:22:59,748 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ced40339ff47bcb with lease ID 0xc72c84f242276650: from storage DS-b2261938-505d-4699-80e8-8f312abb4431 node DatanodeRegistration(127.0.0.1:38787, datanodeUuid=9a5b1a60-2125-4380-87c1-0bfbaeb1726e, infoPort=40565, infoSecurePort=0, ipcPort=41783, storageInfo=lv=-57;cid=testClusterID;nsid=1267775762;c=1732710178211), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:22:59,795 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0422af59-433f-7703-49ea-00e27877b199 2024-11-27T12:22:59,796 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:22:59,797 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:22:59,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741825_1001 (size=7) 2024-11-27T12:22:59,814 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26 with version=8 2024-11-27T12:22:59,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/hbase-staging 2024-11-27T12:22:59,817 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T12:22:59,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:22:59,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:22:59,818 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:22:59,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:22:59,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:22:59,818 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T12:22:59,818 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:22:59,819 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32953 2024-11-27T12:22:59,819 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32953 connecting to ZooKeeper ensemble=127.0.0.1:58204 2024-11-27T12:22:59,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329530x0, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:22:59,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32953-0x1017c3f19300000 connected 2024-11-27T12:23:00,012 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:23:00,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:23:00,017 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32953-0x1017c3f19300000, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Set watcher on znode that does not yet exist, /0-1273579925/running 2024-11-27T12:23:00,017 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26, hbase.cluster.distributed=false 2024-11-27T12:23:00,018 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32953-0x1017c3f19300000, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Set watcher on znode that does not yet exist, /0-1273579925/acl 2024-11-27T12:23:00,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32953 2024-11-27T12:23:00,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32953 2024-11-27T12:23:00,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32953 2024-11-27T12:23:00,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32953 2024-11-27T12:23:00,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32953 2024-11-27T12:23:00,066 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T12:23:00,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:23:00,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:23:00,066 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:23:00,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:23:00,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:23:00,066 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T12:23:00,066 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:23:00,068 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33917 2024-11-27T12:23:00,069 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33917 connecting to ZooKeeper ensemble=127.0.0.1:58204 2024-11-27T12:23:00,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:23:00,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:23:00,090 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339170x0, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:23:00,091 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:339170x0, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Set watcher on znode that does not yet exist, /0-1273579925/running 2024-11-27T12:23:00,091 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T12:23:00,092 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33917-0x1017c3f19300001 connected 2024-11-27T12:23:00,099 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T12:23:00,100 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33917-0x1017c3f19300001, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Set watcher on znode that does not yet exist, /0-1273579925/master 2024-11-27T12:23:00,101 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33917-0x1017c3f19300001, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Set watcher on znode that does not yet exist, /0-1273579925/acl 2024-11-27T12:23:00,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33917 2024-11-27T12:23:00,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33917 2024-11-27T12:23:00,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33917 2024-11-27T12:23:00,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33917 2024-11-27T12:23:00,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33917 2024-11-27T12:23:00,136 DEBUG [M:0;1ba5af43fd99:32953 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ba5af43fd99:32953 2024-11-27T12:23:00,139 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1273579925/backup-masters/1ba5af43fd99,32953,1732710179817 2024-11-27T12:23:00,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x1017c3f19300000, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1273579925/backup-masters 2024-11-27T12:23:00,148 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33917-0x1017c3f19300001, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1273579925/backup-masters 2024-11-27T12:23:00,149 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32953-0x1017c3f19300000, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Set watcher on existing znode=/0-1273579925/backup-masters/1ba5af43fd99,32953,1732710179817 2024-11-27T12:23:00,159 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33917-0x1017c3f19300001, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1273579925/master 2024-11-27T12:23:00,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x1017c3f19300000, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1273579925 2024-11-27T12:23:00,159 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33917-0x1017c3f19300001, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1273579925 2024-11-27T12:23:00,159 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32953-0x1017c3f19300000, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Set watcher on existing znode=/0-1273579925/master 2024-11-27T12:23:00,160 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1273579925/backup-masters/1ba5af43fd99,32953,1732710179817 from backup master directory 2024-11-27T12:23:00,169 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33917-0x1017c3f19300001, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1273579925/backup-masters 2024-11-27T12:23:00,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x1017c3f19300000, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1273579925/backup-masters/1ba5af43fd99,32953,1732710179817 2024-11-27T12:23:00,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x1017c3f19300000, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1273579925/backup-masters 2024-11-27T12:23:00,169 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:23:00,170 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ba5af43fd99,32953,1732710179817 2024-11-27T12:23:00,173 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/hbase.id] with ID: efc7dfca-e40b-4798-a504-bab00687425d 2024-11-27T12:23:00,173 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/.tmp/hbase.id 2024-11-27T12:23:00,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741826_1002 (size=42) 2024-11-27T12:23:00,191 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/.tmp/hbase.id]:[hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/hbase.id] 2024-11-27T12:23:00,200 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:23:00,200 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T12:23:00,201 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T12:23:00,211 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33917-0x1017c3f19300001, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1273579925 2024-11-27T12:23:00,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x1017c3f19300000, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1273579925 2024-11-27T12:23:00,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741827_1003 (size=196) 2024-11-27T12:23:00,227 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:23:00,228 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T12:23:00,228 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:23:00,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741828_1004 (size=1189) 2024-11-27T12:23:00,234 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/MasterData/data/master/store 2024-11-27T12:23:00,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741829_1005 (size=34) 2024-11-27T12:23:00,242 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:23:00,242 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:23:00,242 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:23:00,242 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:23:00,242 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:23:00,242 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:23:00,242 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:23:00,242 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732710180242Disabling compacts and flushes for region at 1732710180242Disabling writes for close at 1732710180242Writing region close event to WAL at 1732710180242Closed at 1732710180242 2024-11-27T12:23:00,243 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/MasterData/data/master/store/.initializing 2024-11-27T12:23:00,243 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/MasterData/WALs/1ba5af43fd99,32953,1732710179817 2024-11-27T12:23:00,244 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:23:00,245 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ba5af43fd99%2C32953%2C1732710179817, suffix=, logDir=hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/MasterData/WALs/1ba5af43fd99,32953,1732710179817, archiveDir=hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/MasterData/oldWALs, maxLogs=10 2024-11-27T12:23:00,262 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/MasterData/WALs/1ba5af43fd99,32953,1732710179817/1ba5af43fd99%2C32953%2C1732710179817.1732710180245, exclude list is [], retry=0 2024-11-27T12:23:00,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38787,DS-185f6c7c-5148-4531-a088-e881b61a4f2f,DISK] 2024-11-27T12:23:00,285 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/MasterData/WALs/1ba5af43fd99,32953,1732710179817/1ba5af43fd99%2C32953%2C1732710179817.1732710180245 2024-11-27T12:23:00,293 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40565:40565)] 2024-11-27T12:23:00,294 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:23:00,294 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:23:00,294 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:23:00,294 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:23:00,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:23:00,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T12:23:00,311 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:00,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:23:00,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:23:00,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T12:23:00,312 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:00,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:23:00,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:23:00,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T12:23:00,314 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:00,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:23:00,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:23:00,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T12:23:00,316 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:00,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:23:00,316 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:23:00,317 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:23:00,317 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:23:00,318 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:23:00,318 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:23:00,319 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:23:00,320 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:23:00,325 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:23:00,325 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59489528, jitterRate=-0.11353695392608643}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:23:00,326 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732710180294Initializing all the Stores at 1732710180295 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710180295Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710180308 (+13 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710180308Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710180308Cleaning up temporary data from old regions at 1732710180318 (+10 ms)Region opened successfully at 1732710180326 (+8 ms) 2024-11-27T12:23:00,326 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T12:23:00,329 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce358bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T12:23:00,330 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T12:23:00,330 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T12:23:00,330 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T12:23:00,330 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T12:23:00,331 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T12:23:00,331 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T12:23:00,331 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T12:23:00,334 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T12:23:00,334 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32953-0x1017c3f19300000, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Unable to get data of znode /0-1273579925/balancer because node does not exist (not necessarily an error) 2024-11-27T12:23:00,348 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1273579925/balancer already deleted, retry=false 2024-11-27T12:23:00,348 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T12:23:00,349 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32953-0x1017c3f19300000, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Unable to get data of znode /0-1273579925/normalizer because node does not exist (not necessarily an error) 2024-11-27T12:23:00,359 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1273579925/normalizer already deleted, retry=false 2024-11-27T12:23:00,359 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T12:23:00,361 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32953-0x1017c3f19300000, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Unable to get data of znode /0-1273579925/switch/split because node does not exist (not necessarily an error) 2024-11-27T12:23:00,369 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1273579925/switch/split already deleted, retry=false 2024-11-27T12:23:00,370 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32953-0x1017c3f19300000, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Unable to get data of znode /0-1273579925/switch/merge because node does not exist (not necessarily an error) 2024-11-27T12:23:00,380 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1273579925/switch/merge already deleted, retry=false 2024-11-27T12:23:00,382 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32953-0x1017c3f19300000, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Unable to get data of znode /0-1273579925/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T12:23:00,390 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1273579925/snapshot-cleanup already deleted, retry=false 2024-11-27T12:23:00,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x1017c3f19300000, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1273579925/running 2024-11-27T12:23:00,401 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33917-0x1017c3f19300001, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1273579925/running 2024-11-27T12:23:00,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x1017c3f19300000, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1273579925 2024-11-27T12:23:00,401 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33917-0x1017c3f19300001, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1273579925 2024-11-27T12:23:00,402 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ba5af43fd99,32953,1732710179817, sessionid=0x1017c3f19300000, setting cluster-up flag (Was=false) 2024-11-27T12:23:00,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x1017c3f19300000, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1273579925 2024-11-27T12:23:00,422 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33917-0x1017c3f19300001, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1273579925 2024-11-27T12:23:00,454 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1273579925/flush-table-proc/acquired, /0-1273579925/flush-table-proc/reached, /0-1273579925/flush-table-proc/abort 2024-11-27T12:23:00,455 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,32953,1732710179817 2024-11-27T12:23:00,473 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T12:23:00,474 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T12:23:00,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x1017c3f19300000, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1273579925 2024-11-27T12:23:00,475 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33917-0x1017c3f19300001, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1273579925 2024-11-27T12:23:00,506 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1273579925/online-snapshot/acquired, /0-1273579925/online-snapshot/reached, /0-1273579925/online-snapshot/abort 2024-11-27T12:23:00,508 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,32953,1732710179817 2024-11-27T12:23:00,509 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T12:23:00,510 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T12:23:00,510 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T12:23:00,511 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T12:23:00,511 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ba5af43fd99,32953,1732710179817 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T12:23:00,513 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:23:00,513 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:23:00,513 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:23:00,513 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:23:00,513 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ba5af43fd99:0, corePoolSize=10, maxPoolSize=10 2024-11-27T12:23:00,513 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:23:00,513 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:23:00,513 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:23:00,520 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:23:00,520 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T12:23:00,521 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:00,521 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T12:23:00,529 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732710210529 2024-11-27T12:23:00,529 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T12:23:00,529 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T12:23:00,529 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T12:23:00,529 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T12:23:00,529 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T12:23:00,529 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T12:23:00,530 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:00,530 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T12:23:00,531 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T12:23:00,531 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T12:23:00,531 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T12:23:00,531 INFO [RS:0;1ba5af43fd99:33917 {}] regionserver.HRegionServer(746): ClusterId : efc7dfca-e40b-4798-a504-bab00687425d 2024-11-27T12:23:00,531 DEBUG [RS:0;1ba5af43fd99:33917 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T12:23:00,532 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T12:23:00,532 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T12:23:00,532 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732710180532,5,FailOnTimeoutGroup] 2024-11-27T12:23:00,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741831_1007 (size=1321) 2024-11-27T12:23:00,534 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732710180532,5,FailOnTimeoutGroup] 2024-11-27T12:23:00,534 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:00,534 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T12:23:00,534 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:00,534 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:00,538 DEBUG [RS:0;1ba5af43fd99:33917 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T12:23:00,539 DEBUG [RS:0;1ba5af43fd99:33917 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T12:23:00,549 DEBUG [RS:0;1ba5af43fd99:33917 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T12:23:00,549 DEBUG [RS:0;1ba5af43fd99:33917 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d134056, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T12:23:00,569 DEBUG [RS:0;1ba5af43fd99:33917 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ba5af43fd99:33917 2024-11-27T12:23:00,569 INFO [RS:0;1ba5af43fd99:33917 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T12:23:00,569 INFO [RS:0;1ba5af43fd99:33917 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T12:23:00,569 DEBUG [RS:0;1ba5af43fd99:33917 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T12:23:00,570 INFO [RS:0;1ba5af43fd99:33917 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ba5af43fd99,32953,1732710179817 with port=33917, startcode=1732710180065 2024-11-27T12:23:00,570 DEBUG [RS:0;1ba5af43fd99:33917 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T12:23:00,573 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T12:23:00,573 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32953 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ba5af43fd99,33917,1732710180065 2024-11-27T12:23:00,573 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32953 {}] master.ServerManager(517): Registering regionserver=1ba5af43fd99,33917,1732710180065 2024-11-27T12:23:00,576 DEBUG [RS:0;1ba5af43fd99:33917 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26 2024-11-27T12:23:00,576 DEBUG [RS:0;1ba5af43fd99:33917 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39351 2024-11-27T12:23:00,576 DEBUG [RS:0;1ba5af43fd99:33917 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T12:23:00,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x1017c3f19300000, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1273579925/rs 2024-11-27T12:23:00,581 DEBUG [RS:0;1ba5af43fd99:33917 {}] zookeeper.ZKUtil(111): regionserver:33917-0x1017c3f19300001, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Set watcher on existing znode=/0-1273579925/rs/1ba5af43fd99,33917,1732710180065 2024-11-27T12:23:00,581 WARN [RS:0;1ba5af43fd99:33917 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:23:00,581 INFO [RS:0;1ba5af43fd99:33917 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:23:00,582 DEBUG [RS:0;1ba5af43fd99:33917 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065 2024-11-27T12:23:00,585 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ba5af43fd99,33917,1732710180065] 2024-11-27T12:23:00,592 INFO [RS:0;1ba5af43fd99:33917 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T12:23:00,596 INFO [RS:0;1ba5af43fd99:33917 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T12:23:00,596 INFO [RS:0;1ba5af43fd99:33917 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T12:23:00,596 INFO [RS:0;1ba5af43fd99:33917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:00,600 INFO [RS:0;1ba5af43fd99:33917 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T12:23:00,601 INFO [RS:0;1ba5af43fd99:33917 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T12:23:00,601 INFO [RS:0;1ba5af43fd99:33917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:00,601 DEBUG [RS:0;1ba5af43fd99:33917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:23:00,601 DEBUG [RS:0;1ba5af43fd99:33917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:23:00,601 DEBUG [RS:0;1ba5af43fd99:33917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:23:00,601 DEBUG [RS:0;1ba5af43fd99:33917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:23:00,601 DEBUG [RS:0;1ba5af43fd99:33917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:23:00,601 DEBUG [RS:0;1ba5af43fd99:33917 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:23:00,601 DEBUG [RS:0;1ba5af43fd99:33917 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:23:00,601 DEBUG [RS:0;1ba5af43fd99:33917 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:23:00,601 DEBUG [RS:0;1ba5af43fd99:33917 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:23:00,601 DEBUG [RS:0;1ba5af43fd99:33917 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:23:00,601 DEBUG [RS:0;1ba5af43fd99:33917 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:23:00,601 DEBUG [RS:0;1ba5af43fd99:33917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:23:00,602 DEBUG [RS:0;1ba5af43fd99:33917 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:23:00,602 DEBUG [RS:0;1ba5af43fd99:33917 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:23:00,623 INFO [RS:0;1ba5af43fd99:33917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:00,623 INFO [RS:0;1ba5af43fd99:33917 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:00,623 INFO [RS:0;1ba5af43fd99:33917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:00,623 INFO [RS:0;1ba5af43fd99:33917 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:00,623 INFO [RS:0;1ba5af43fd99:33917 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:00,624 INFO [RS:0;1ba5af43fd99:33917 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,33917,1732710180065-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:23:00,643 INFO [RS:0;1ba5af43fd99:33917 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T12:23:00,644 INFO [RS:0;1ba5af43fd99:33917 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,33917,1732710180065-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:00,644 INFO [RS:0;1ba5af43fd99:33917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:00,644 INFO [RS:0;1ba5af43fd99:33917 {}] regionserver.Replication(171): 1ba5af43fd99,33917,1732710180065 started 2024-11-27T12:23:00,663 INFO [RS:0;1ba5af43fd99:33917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:00,663 INFO [RS:0;1ba5af43fd99:33917 {}] regionserver.HRegionServer(1482): Serving as 1ba5af43fd99,33917,1732710180065, RpcServer on 1ba5af43fd99/172.17.0.3:33917, sessionid=0x1017c3f19300001 2024-11-27T12:23:00,663 DEBUG [RS:0;1ba5af43fd99:33917 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T12:23:00,663 DEBUG [RS:0;1ba5af43fd99:33917 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ba5af43fd99,33917,1732710180065 2024-11-27T12:23:00,663 DEBUG [RS:0;1ba5af43fd99:33917 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,33917,1732710180065' 2024-11-27T12:23:00,663 DEBUG [RS:0;1ba5af43fd99:33917 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1273579925/flush-table-proc/abort' 2024-11-27T12:23:00,664 DEBUG [RS:0;1ba5af43fd99:33917 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1273579925/flush-table-proc/acquired' 2024-11-27T12:23:00,664 DEBUG [RS:0;1ba5af43fd99:33917 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T12:23:00,664 DEBUG [RS:0;1ba5af43fd99:33917 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T12:23:00,664 DEBUG [RS:0;1ba5af43fd99:33917 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ba5af43fd99,33917,1732710180065 2024-11-27T12:23:00,664 DEBUG [RS:0;1ba5af43fd99:33917 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,33917,1732710180065' 2024-11-27T12:23:00,664 DEBUG [RS:0;1ba5af43fd99:33917 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1273579925/online-snapshot/abort' 2024-11-27T12:23:00,664 DEBUG [RS:0;1ba5af43fd99:33917 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1273579925/online-snapshot/acquired' 2024-11-27T12:23:00,665 DEBUG [RS:0;1ba5af43fd99:33917 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T12:23:00,665 INFO [RS:0;1ba5af43fd99:33917 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T12:23:00,665 INFO [RS:0;1ba5af43fd99:33917 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T12:23:00,765 INFO [RS:0;1ba5af43fd99:33917 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:23:00,766 INFO [RS:0;1ba5af43fd99:33917 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C33917%2C1732710180065, suffix=, logDir=hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065, archiveDir=hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/oldWALs, maxLogs=10 2024-11-27T12:23:00,784 DEBUG [RS:0;1ba5af43fd99:33917 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710180767, exclude list is [], retry=0 2024-11-27T12:23:00,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38787,DS-185f6c7c-5148-4531-a088-e881b61a4f2f,DISK] 2024-11-27T12:23:00,788 INFO [RS:0;1ba5af43fd99:33917 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710180767 2024-11-27T12:23:00,789 DEBUG [RS:0;1ba5af43fd99:33917 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40565:40565)] 2024-11-27T12:23:00,934 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T12:23:00,935 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26 2024-11-27T12:23:00,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741833_1009 (size=32) 2024-11-27T12:23:01,141 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:23:01,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:01,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:01,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:01,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:01,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:01,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:01,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:01,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:01,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:01,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:01,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:01,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:01,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:01,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:01,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:01,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:01,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:01,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:23:01,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:23:01,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:23:01,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:01,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:23:01,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:23:01,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:23:01,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:01,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:23:01,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:23:01,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:23:01,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:01,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:23:01,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:23:01,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:23:01,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:01,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:23:01,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:23:01,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/hbase/meta/1588230740 2024-11-27T12:23:01,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/hbase/meta/1588230740 2024-11-27T12:23:01,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:23:01,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:23:01,354 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:23:01,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:23:01,356 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:23:01,357 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63559537, jitterRate=-0.05288909375667572}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:23:01,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732710181340Initializing all the Stores at 1732710181340Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710181340Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710181340Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710181340Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710181340Cleaning up temporary data from old regions at 1732710181354 (+14 ms)Region opened successfully at 1732710181357 (+3 ms) 2024-11-27T12:23:01,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:23:01,357 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:23:01,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:23:01,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:23:01,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:23:01,357 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:23:01,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732710181357Disabling compacts and flushes for region at 1732710181357Disabling writes for close at 1732710181357Writing region close event to WAL at 1732710181357Closed at 1732710181357 2024-11-27T12:23:01,358 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:23:01,358 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T12:23:01,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T12:23:01,359 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:23:01,360 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T12:23:01,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T12:23:01,472 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T12:23:01,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T12:23:01,472 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T12:23:01,473 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T12:23:01,473 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T12:23:01,473 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T12:23:01,473 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T12:23:01,510 DEBUG [1ba5af43fd99:32953 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T12:23:01,511 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ba5af43fd99,33917,1732710180065 2024-11-27T12:23:01,512 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,33917,1732710180065, state=OPENING 2024-11-27T12:23:01,569 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T12:23:01,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x1017c3f19300000, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1273579925 2024-11-27T12:23:01,638 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33917-0x1017c3f19300001, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1273579925 2024-11-27T12:23:01,638 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1273579925/meta-region-server: CHANGED 2024-11-27T12:23:01,638 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1273579925/meta-region-server: CHANGED 2024-11-27T12:23:01,638 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:23:01,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,33917,1732710180065}] 2024-11-27T12:23:01,791 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T12:23:01,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T12:23:01,794 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T12:23:01,794 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:23:01,794 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T12:23:01,795 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C33917%2C1732710180065.meta, suffix=.meta, logDir=hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065, archiveDir=hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/oldWALs, maxLogs=10 2024-11-27T12:23:01,807 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.meta.1732710181795.meta, exclude list is [], retry=0 2024-11-27T12:23:01,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38787,DS-185f6c7c-5148-4531-a088-e881b61a4f2f,DISK] 2024-11-27T12:23:01,810 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.meta.1732710181795.meta 2024-11-27T12:23:01,810 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40565:40565)] 2024-11-27T12:23:01,811 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:23:01,811 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:23:01,811 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T12:23:01,811 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T12:23:01,811 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T12:23:01,811 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T12:23:01,811 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:23:01,811 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T12:23:01,812 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T12:23:01,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:23:01,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:23:01,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:01,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:23:01,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:23:01,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:23:01,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:01,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:23:01,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:23:01,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:23:01,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:01,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:23:01,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:23:01,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:23:01,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:01,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:23:01,823 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:23:01,824 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/hbase/meta/1588230740 2024-11-27T12:23:01,825 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/hbase/meta/1588230740 2024-11-27T12:23:01,826 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:23:01,826 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:23:01,826 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:23:01,827 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:23:01,827 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74028230, jitterRate=0.10310658812522888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:23:01,828 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T12:23:01,828 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732710181812Writing region info on filesystem at 1732710181812Initializing all the Stores at 1732710181812Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710181812Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710181817 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710181817Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710181817Cleaning up temporary data from old regions at 1732710181826 (+9 ms)Running coprocessor post-open hooks at 1732710181828 (+2 ms)Region opened successfully at 1732710181828 2024-11-27T12:23:01,828 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732710181790 2024-11-27T12:23:01,831 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,33917,1732710180065 2024-11-27T12:23:01,831 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,33917,1732710180065, state=OPEN 2024-11-27T12:23:01,832 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T12:23:01,832 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T12:23:01,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x1017c3f19300000, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1273579925/meta-region-server 2024-11-27T12:23:01,853 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33917-0x1017c3f19300001, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1273579925/meta-region-server 2024-11-27T12:23:01,853 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ba5af43fd99,33917,1732710180065 2024-11-27T12:23:01,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1273579925/meta-region-server: CHANGED 2024-11-27T12:23:01,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1273579925/meta-region-server: CHANGED 2024-11-27T12:23:01,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T12:23:01,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,33917,1732710180065 in 215 msec 2024-11-27T12:23:01,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T12:23:01,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 497 msec 2024-11-27T12:23:01,857 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:23:01,857 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T12:23:01,858 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:23:01,858 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,33917,1732710180065, seqNum=-1] 2024-11-27T12:23:01,858 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:23:01,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:23:01,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3530 sec 2024-11-27T12:23:01,863 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732710181863, completionTime=-1 2024-11-27T12:23:01,863 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T12:23:01,863 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T12:23:01,865 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T12:23:01,865 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732710241865 2024-11-27T12:23:01,865 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732710301865 2024-11-27T12:23:01,865 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T12:23:01,866 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,32953,1732710179817-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:01,866 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,32953,1732710179817-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:01,866 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,32953,1732710179817-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:01,866 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ba5af43fd99:32953, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:01,866 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:01,866 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:01,867 DEBUG [master/1ba5af43fd99:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T12:23:01,869 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.699sec 2024-11-27T12:23:01,869 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T12:23:01,869 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T12:23:01,869 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T12:23:01,869 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T12:23:01,869 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T12:23:01,869 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,32953,1732710179817-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:23:01,869 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,32953,1732710179817-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T12:23:01,871 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T12:23:01,871 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T12:23:01,871 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,32953,1732710179817-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:01,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@529da097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:23:01,930 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32953,-1 for getting cluster id 2024-11-27T12:23:01,930 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:23:01,931 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efc7dfca-e40b-4798-a504-bab00687425d' 2024-11-27T12:23:01,931 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:23:01,931 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efc7dfca-e40b-4798-a504-bab00687425d" 2024-11-27T12:23:01,931 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a2711f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:23:01,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32953,-1] 2024-11-27T12:23:01,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:23:01,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:01,932 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:23:01,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e4c6048, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:23:01,933 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:23:01,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,33917,1732710180065, seqNum=-1] 2024-11-27T12:23:01,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:23:01,935 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:23:01,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ba5af43fd99,32953,1732710179817 2024-11-27T12:23:01,936 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58204 2024-11-27T12:23:01,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:23:01,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017c3f19300002 connected 2024-11-27T12:23:02,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0422af59-433f-7703-49ea-00e27877b199/hadoop.log.dir so I do NOT create it in target/test-data/485a993a-6b15-464c-71ab-21d6850ccb6d 2024-11-27T12:23:02,003 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0422af59-433f-7703-49ea-00e27877b199/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T12:23:02,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0422af59-433f-7703-49ea-00e27877b199/hadoop.tmp.dir so I do NOT create it in target/test-data/485a993a-6b15-464c-71ab-21d6850ccb6d 2024-11-27T12:23:02,003 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0422af59-433f-7703-49ea-00e27877b199/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T12:23:02,003 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/485a993a-6b15-464c-71ab-21d6850ccb6d 2024-11-27T12:23:02,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T12:23:02,003 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/485a993a-6b15-464c-71ab-21d6850ccb6d/cluster_f41626a2-a865-7b79-0a43-69955a23f750, deleteOnExit=true 2024-11-27T12:23:02,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T12:23:02,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/485a993a-6b15-464c-71ab-21d6850ccb6d/test.cache.data in system properties and HBase conf 2024-11-27T12:23:02,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/485a993a-6b15-464c-71ab-21d6850ccb6d/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T12:23:02,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/485a993a-6b15-464c-71ab-21d6850ccb6d/hadoop.log.dir in system properties and HBase conf 2024-11-27T12:23:02,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/485a993a-6b15-464c-71ab-21d6850ccb6d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T12:23:02,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/485a993a-6b15-464c-71ab-21d6850ccb6d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T12:23:02,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T12:23:02,004 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T12:23:02,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/485a993a-6b15-464c-71ab-21d6850ccb6d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:23:02,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/485a993a-6b15-464c-71ab-21d6850ccb6d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:23:02,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/485a993a-6b15-464c-71ab-21d6850ccb6d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T12:23:02,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/485a993a-6b15-464c-71ab-21d6850ccb6d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:23:02,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/485a993a-6b15-464c-71ab-21d6850ccb6d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T12:23:02,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/485a993a-6b15-464c-71ab-21d6850ccb6d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T12:23:02,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/485a993a-6b15-464c-71ab-21d6850ccb6d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:23:02,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/485a993a-6b15-464c-71ab-21d6850ccb6d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:23:02,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/485a993a-6b15-464c-71ab-21d6850ccb6d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T12:23:02,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/485a993a-6b15-464c-71ab-21d6850ccb6d/nfs.dump.dir in system properties and HBase conf 2024-11-27T12:23:02,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/485a993a-6b15-464c-71ab-21d6850ccb6d/java.io.tmpdir in system properties and HBase conf 2024-11-27T12:23:02,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/485a993a-6b15-464c-71ab-21d6850ccb6d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:23:02,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/485a993a-6b15-464c-71ab-21d6850ccb6d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T12:23:02,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/485a993a-6b15-464c-71ab-21d6850ccb6d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T12:23:02,329 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:23:02,335 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:23:02,340 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:23:02,340 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:23:02,340 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T12:23:02,345 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:23:02,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3623dc90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/485a993a-6b15-464c-71ab-21d6850ccb6d/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:23:02,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ea2c258{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:23:02,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30b87f7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/485a993a-6b15-464c-71ab-21d6850ccb6d/java.io.tmpdir/jetty-localhost-37233-hadoop-hdfs-3_4_1-tests_jar-_-any-12010636102978631849/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:23:02,467 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34a6dd9b{HTTP/1.1, (http/1.1)}{localhost:37233} 2024-11-27T12:23:02,467 INFO [Time-limited test {}] server.Server(415): Started @337437ms 2024-11-27T12:23:02,909 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:23:02,911 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:23:02,912 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:23:02,912 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:23:02,912 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T12:23:02,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a6a4a0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/485a993a-6b15-464c-71ab-21d6850ccb6d/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:23:02,914 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68bea0d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:23:03,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@681e4d90{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/485a993a-6b15-464c-71ab-21d6850ccb6d/java.io.tmpdir/jetty-localhost-45617-hadoop-hdfs-3_4_1-tests_jar-_-any-15272863635169195189/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:23:03,006 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18ae9580{HTTP/1.1, (http/1.1)}{localhost:45617} 2024-11-27T12:23:03,006 INFO [Time-limited test {}] server.Server(415): Started @337976ms 2024-11-27T12:23:03,007 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T12:23:03,992 WARN [Thread-4455 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/485a993a-6b15-464c-71ab-21d6850ccb6d/cluster_f41626a2-a865-7b79-0a43-69955a23f750/data/data1/current/BP-599064460-172.17.0.3-1732710182023/current, will proceed with Du for space computation calculation, 2024-11-27T12:23:03,999 WARN [Thread-4456 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/485a993a-6b15-464c-71ab-21d6850ccb6d/cluster_f41626a2-a865-7b79-0a43-69955a23f750/data/data2/current/BP-599064460-172.17.0.3-1732710182023/current, will proceed with Du for space computation calculation, 2024-11-27T12:23:04,028 WARN [Thread-4443 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T12:23:04,030 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe628c07c8b1bad6a with lease ID 0xf0699c9aa14ce7b2: Processing first storage report for DS-f8d60330-9e6f-43ca-947a-897287fd844a from datanode DatanodeRegistration(127.0.0.1:44243, datanodeUuid=23e75f4f-3f3a-448e-b2e9-eb9da6919297, infoPort=35791, infoSecurePort=0, ipcPort=39551, storageInfo=lv=-57;cid=testClusterID;nsid=817120179;c=1732710182023) 2024-11-27T12:23:04,030 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe628c07c8b1bad6a with lease ID 0xf0699c9aa14ce7b2: from storage DS-f8d60330-9e6f-43ca-947a-897287fd844a node DatanodeRegistration(127.0.0.1:44243, datanodeUuid=23e75f4f-3f3a-448e-b2e9-eb9da6919297, infoPort=35791, infoSecurePort=0, ipcPort=39551, storageInfo=lv=-57;cid=testClusterID;nsid=817120179;c=1732710182023), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:23:04,030 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe628c07c8b1bad6a with lease ID 0xf0699c9aa14ce7b2: Processing first storage report for DS-38854532-3da3-4487-9bb8-c97ea8be75ea from datanode DatanodeRegistration(127.0.0.1:44243, datanodeUuid=23e75f4f-3f3a-448e-b2e9-eb9da6919297, infoPort=35791, infoSecurePort=0, ipcPort=39551, storageInfo=lv=-57;cid=testClusterID;nsid=817120179;c=1732710182023) 2024-11-27T12:23:04,030 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe628c07c8b1bad6a with lease ID 0xf0699c9aa14ce7b2: from storage DS-38854532-3da3-4487-9bb8-c97ea8be75ea node DatanodeRegistration(127.0.0.1:44243, datanodeUuid=23e75f4f-3f3a-448e-b2e9-eb9da6919297, infoPort=35791, infoSecurePort=0, ipcPort=39551, storageInfo=lv=-57;cid=testClusterID;nsid=817120179;c=1732710182023), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:23:04,133 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/485a993a-6b15-464c-71ab-21d6850ccb6d 2024-11-27T12:23:04,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:23:04,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:23:04,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741825_1001 (size=7) 2024-11-27T12:23:04,157 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43 with version=8 2024-11-27T12:23:04,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/hbase-staging 2024-11-27T12:23:04,159 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T12:23:04,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:23:04,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:23:04,160 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:23:04,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:23:04,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:23:04,160 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T12:23:04,160 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:23:04,162 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33915 2024-11-27T12:23:04,163 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33915 connecting to ZooKeeper ensemble=127.0.0.1:58204 2024-11-27T12:23:04,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339150x0, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:23:04,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33915-0x1017c3f19300003 connected 2024-11-27T12:23:04,527 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:23:04,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:23:04,530 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33915-0x1017c3f19300003, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Set watcher on znode that does not yet exist, /1-459165560/running 2024-11-27T12:23:04,530 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43, hbase.cluster.distributed=false 2024-11-27T12:23:04,531 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33915-0x1017c3f19300003, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Set watcher on znode that does not yet exist, /1-459165560/acl 2024-11-27T12:23:04,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33915 2024-11-27T12:23:04,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33915 2024-11-27T12:23:04,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33915 2024-11-27T12:23:04,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33915 2024-11-27T12:23:04,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33915 2024-11-27T12:23:04,544 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T12:23:04,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:23:04,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:23:04,545 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:23:04,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:23:04,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:23:04,545 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T12:23:04,545 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:23:04,545 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43451 2024-11-27T12:23:04,546 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43451 connecting to ZooKeeper ensemble=127.0.0.1:58204 2024-11-27T12:23:04,546 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:23:04,547 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:23:04,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434510x0, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:23:04,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434510x0, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Set watcher on znode that does not yet exist, /1-459165560/running 2024-11-27T12:23:04,630 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T12:23:04,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43451-0x1017c3f19300004 connected 2024-11-27T12:23:04,630 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T12:23:04,631 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43451-0x1017c3f19300004, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Set watcher on znode that does not yet exist, /1-459165560/master 2024-11-27T12:23:04,631 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43451-0x1017c3f19300004, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Set watcher on znode that does not yet exist, /1-459165560/acl 2024-11-27T12:23:04,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43451 2024-11-27T12:23:04,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43451 2024-11-27T12:23:04,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43451 2024-11-27T12:23:04,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43451 2024-11-27T12:23:04,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43451 2024-11-27T12:23:04,650 DEBUG [M:0;1ba5af43fd99:33915 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ba5af43fd99:33915 2024-11-27T12:23:04,651 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-459165560/backup-masters/1ba5af43fd99,33915,1732710184159 2024-11-27T12:23:04,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43451-0x1017c3f19300004, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-459165560/backup-masters 2024-11-27T12:23:04,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33915-0x1017c3f19300003, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-459165560/backup-masters 2024-11-27T12:23:04,694 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33915-0x1017c3f19300003, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Set watcher on existing znode=/1-459165560/backup-masters/1ba5af43fd99,33915,1732710184159 2024-11-27T12:23:04,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43451-0x1017c3f19300004, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-459165560/master 2024-11-27T12:23:04,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33915-0x1017c3f19300003, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-459165560 2024-11-27T12:23:04,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43451-0x1017c3f19300004, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-459165560 2024-11-27T12:23:04,745 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33915-0x1017c3f19300003, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Set watcher on existing znode=/1-459165560/master 2024-11-27T12:23:04,745 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-459165560/backup-masters/1ba5af43fd99,33915,1732710184159 from backup master directory 2024-11-27T12:23:04,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33915-0x1017c3f19300003, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-459165560/backup-masters/1ba5af43fd99,33915,1732710184159 2024-11-27T12:23:04,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43451-0x1017c3f19300004, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-459165560/backup-masters 2024-11-27T12:23:04,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33915-0x1017c3f19300003, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-459165560/backup-masters 2024-11-27T12:23:04,758 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:23:04,758 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ba5af43fd99,33915,1732710184159 2024-11-27T12:23:04,761 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/hbase.id] with ID: e063658e-f83d-4ea6-b8d2-ea339d7ff519 2024-11-27T12:23:04,761 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/.tmp/hbase.id 2024-11-27T12:23:04,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741826_1002 (size=42) 2024-11-27T12:23:05,167 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/.tmp/hbase.id]:[hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/hbase.id] 2024-11-27T12:23:05,174 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:23:05,174 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T12:23:05,175 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T12:23:05,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43451-0x1017c3f19300004, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-459165560 2024-11-27T12:23:05,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33915-0x1017c3f19300003, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-459165560 2024-11-27T12:23:05,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741827_1003 (size=196) 2024-11-27T12:23:05,602 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:23:05,602 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T12:23:05,603 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:23:05,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741828_1004 (size=1189) 2024-11-27T12:23:06,008 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/MasterData/data/master/store 2024-11-27T12:23:06,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741829_1005 (size=34) 2024-11-27T12:23:06,412 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:23:06,413 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:23:06,413 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:23:06,413 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:23:06,413 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:23:06,413 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:23:06,413 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:23:06,413 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732710186413Disabling compacts and flushes for region at 1732710186413Disabling writes for close at 1732710186413Writing region close event to WAL at 1732710186413Closed at 1732710186413 2024-11-27T12:23:06,413 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/MasterData/data/master/store/.initializing 2024-11-27T12:23:06,414 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/MasterData/WALs/1ba5af43fd99,33915,1732710184159 2024-11-27T12:23:06,414 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:23:06,416 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ba5af43fd99%2C33915%2C1732710184159, suffix=, logDir=hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/MasterData/WALs/1ba5af43fd99,33915,1732710184159, archiveDir=hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/MasterData/oldWALs, maxLogs=10 2024-11-27T12:23:06,433 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/MasterData/WALs/1ba5af43fd99,33915,1732710184159/1ba5af43fd99%2C33915%2C1732710184159.1732710186416, exclude list is [], retry=0 2024-11-27T12:23:06,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44243,DS-f8d60330-9e6f-43ca-947a-897287fd844a,DISK] 2024-11-27T12:23:06,437 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/MasterData/WALs/1ba5af43fd99,33915,1732710184159/1ba5af43fd99%2C33915%2C1732710184159.1732710186416 2024-11-27T12:23:06,437 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35791:35791)] 2024-11-27T12:23:06,437 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:23:06,437 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:23:06,438 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:23:06,438 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:23:06,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:23:06,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T12:23:06,441 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:06,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:23:06,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:23:06,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T12:23:06,443 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:06,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:23:06,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:23:06,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T12:23:06,444 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:06,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:23:06,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:23:06,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T12:23:06,446 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:06,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:23:06,446 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:23:06,447 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:23:06,447 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:23:06,448 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:23:06,448 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:23:06,448 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:23:06,449 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:23:06,452 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:23:06,453 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65201745, jitterRate=-0.02841828763484955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:23:06,453 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732710186438Initializing all the Stores at 1732710186438Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710186438Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710186440 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710186440Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710186440Cleaning up temporary data from old regions at 1732710186448 (+8 ms)Region opened successfully at 1732710186453 (+5 ms) 2024-11-27T12:23:06,456 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T12:23:06,458 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@441900b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T12:23:06,459 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T12:23:06,459 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T12:23:06,459 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T12:23:06,459 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T12:23:06,460 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T12:23:06,460 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T12:23:06,460 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T12:23:06,466 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T12:23:06,466 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33915-0x1017c3f19300003, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Unable to get data of znode /1-459165560/balancer because node does not exist (not necessarily an error) 2024-11-27T12:23:06,517 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-459165560/balancer already deleted, retry=false 2024-11-27T12:23:06,517 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T12:23:06,518 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33915-0x1017c3f19300003, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Unable to get data of znode /1-459165560/normalizer because node does not exist (not necessarily an error) 2024-11-27T12:23:06,579 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-459165560/normalizer already deleted, retry=false 2024-11-27T12:23:06,579 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T12:23:06,580 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33915-0x1017c3f19300003, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Unable to get data of znode /1-459165560/switch/split because node does not exist (not necessarily an error) 2024-11-27T12:23:06,600 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-459165560/switch/split already deleted, retry=false 2024-11-27T12:23:06,601 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33915-0x1017c3f19300003, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Unable to get data of znode /1-459165560/switch/merge because node does not exist (not necessarily an error) 2024-11-27T12:23:06,621 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-459165560/switch/merge already deleted, retry=false 2024-11-27T12:23:06,623 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33915-0x1017c3f19300003, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Unable to get data of znode /1-459165560/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T12:23:06,642 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-459165560/snapshot-cleanup already deleted, retry=false 2024-11-27T12:23:06,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33915-0x1017c3f19300003, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-459165560/running 2024-11-27T12:23:06,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43451-0x1017c3f19300004, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-459165560/running 2024-11-27T12:23:06,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43451-0x1017c3f19300004, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-459165560 2024-11-27T12:23:06,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33915-0x1017c3f19300003, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-459165560 2024-11-27T12:23:06,664 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ba5af43fd99,33915,1732710184159, sessionid=0x1017c3f19300003, setting cluster-up flag (Was=false) 2024-11-27T12:23:06,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33915-0x1017c3f19300003, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-459165560 2024-11-27T12:23:06,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43451-0x1017c3f19300004, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-459165560 2024-11-27T12:23:06,758 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-459165560/flush-table-proc/acquired, /1-459165560/flush-table-proc/reached, /1-459165560/flush-table-proc/abort 2024-11-27T12:23:06,759 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,33915,1732710184159 2024-11-27T12:23:06,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33915-0x1017c3f19300003, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-459165560 2024-11-27T12:23:06,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43451-0x1017c3f19300004, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-459165560 2024-11-27T12:23:06,811 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-459165560/online-snapshot/acquired, /1-459165560/online-snapshot/reached, /1-459165560/online-snapshot/abort 2024-11-27T12:23:06,812 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,33915,1732710184159 2024-11-27T12:23:06,813 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T12:23:06,814 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T12:23:06,814 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T12:23:06,814 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T12:23:06,814 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ba5af43fd99,33915,1732710184159 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T12:23:06,815 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:23:06,815 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:23:06,815 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:23:06,815 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:23:06,815 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ba5af43fd99:0, corePoolSize=10, maxPoolSize=10 2024-11-27T12:23:06,815 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:23:06,815 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:23:06,815 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:23:06,816 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:23:06,816 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T12:23:06,817 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:06,817 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T12:23:06,822 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732710216822 2024-11-27T12:23:06,822 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T12:23:06,822 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T12:23:06,822 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T12:23:06,822 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T12:23:06,822 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T12:23:06,822 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T12:23:06,822 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:06,823 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T12:23:06,823 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T12:23:06,823 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T12:23:06,823 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T12:23:06,824 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T12:23:06,824 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T12:23:06,828 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732710186824,5,FailOnTimeoutGroup] 2024-11-27T12:23:06,828 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732710186828,5,FailOnTimeoutGroup] 2024-11-27T12:23:06,828 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:06,828 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T12:23:06,828 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:06,828 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:06,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741831_1007 (size=1321) 2024-11-27T12:23:06,840 INFO [RS:0;1ba5af43fd99:43451 {}] regionserver.HRegionServer(746): ClusterId : e063658e-f83d-4ea6-b8d2-ea339d7ff519 2024-11-27T12:23:06,840 DEBUG [RS:0;1ba5af43fd99:43451 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T12:23:06,853 DEBUG [RS:0;1ba5af43fd99:43451 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T12:23:06,853 DEBUG [RS:0;1ba5af43fd99:43451 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T12:23:06,864 DEBUG [RS:0;1ba5af43fd99:43451 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T12:23:06,864 DEBUG [RS:0;1ba5af43fd99:43451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@df11273, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T12:23:06,880 DEBUG [RS:0;1ba5af43fd99:43451 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ba5af43fd99:43451 2024-11-27T12:23:06,880 INFO [RS:0;1ba5af43fd99:43451 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T12:23:06,880 INFO [RS:0;1ba5af43fd99:43451 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T12:23:06,880 DEBUG [RS:0;1ba5af43fd99:43451 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T12:23:06,881 INFO [RS:0;1ba5af43fd99:43451 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ba5af43fd99,33915,1732710184159 with port=43451, startcode=1732710184544 2024-11-27T12:23:06,881 DEBUG [RS:0;1ba5af43fd99:43451 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T12:23:06,882 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51275, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T12:23:06,882 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33915 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ba5af43fd99,43451,1732710184544 2024-11-27T12:23:06,882 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33915 {}] master.ServerManager(517): Registering regionserver=1ba5af43fd99,43451,1732710184544 2024-11-27T12:23:06,884 DEBUG [RS:0;1ba5af43fd99:43451 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43 2024-11-27T12:23:06,884 DEBUG [RS:0;1ba5af43fd99:43451 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44737 2024-11-27T12:23:06,884 DEBUG [RS:0;1ba5af43fd99:43451 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T12:23:06,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33915-0x1017c3f19300003, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-459165560/rs 2024-11-27T12:23:06,949 DEBUG [RS:0;1ba5af43fd99:43451 {}] zookeeper.ZKUtil(111): regionserver:43451-0x1017c3f19300004, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Set watcher on existing znode=/1-459165560/rs/1ba5af43fd99,43451,1732710184544 2024-11-27T12:23:06,949 WARN [RS:0;1ba5af43fd99:43451 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:23:06,949 INFO [RS:0;1ba5af43fd99:43451 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:23:06,949 DEBUG [RS:0;1ba5af43fd99:43451 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/WALs/1ba5af43fd99,43451,1732710184544 2024-11-27T12:23:06,950 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ba5af43fd99,43451,1732710184544] 2024-11-27T12:23:06,952 INFO [RS:0;1ba5af43fd99:43451 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T12:23:06,953 INFO [RS:0;1ba5af43fd99:43451 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T12:23:06,953 INFO [RS:0;1ba5af43fd99:43451 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T12:23:06,953 INFO [RS:0;1ba5af43fd99:43451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:06,955 INFO [RS:0;1ba5af43fd99:43451 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T12:23:06,956 INFO [RS:0;1ba5af43fd99:43451 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T12:23:06,956 INFO [RS:0;1ba5af43fd99:43451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:06,956 DEBUG [RS:0;1ba5af43fd99:43451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:23:06,956 DEBUG [RS:0;1ba5af43fd99:43451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:23:06,956 DEBUG [RS:0;1ba5af43fd99:43451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:23:06,956 DEBUG [RS:0;1ba5af43fd99:43451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:23:06,956 DEBUG [RS:0;1ba5af43fd99:43451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:23:06,956 DEBUG [RS:0;1ba5af43fd99:43451 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:23:06,956 DEBUG [RS:0;1ba5af43fd99:43451 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:23:06,956 DEBUG [RS:0;1ba5af43fd99:43451 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:23:06,956 DEBUG [RS:0;1ba5af43fd99:43451 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:23:06,956 DEBUG [RS:0;1ba5af43fd99:43451 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:23:06,956 DEBUG [RS:0;1ba5af43fd99:43451 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:23:06,956 DEBUG [RS:0;1ba5af43fd99:43451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:23:06,957 DEBUG [RS:0;1ba5af43fd99:43451 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:23:06,957 DEBUG [RS:0;1ba5af43fd99:43451 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:23:06,958 INFO [RS:0;1ba5af43fd99:43451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:06,958 INFO [RS:0;1ba5af43fd99:43451 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:06,958 INFO [RS:0;1ba5af43fd99:43451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:06,958 INFO [RS:0;1ba5af43fd99:43451 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:06,959 INFO [RS:0;1ba5af43fd99:43451 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:06,959 INFO [RS:0;1ba5af43fd99:43451 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,43451,1732710184544-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:23:06,977 INFO [RS:0;1ba5af43fd99:43451 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T12:23:06,977 INFO [RS:0;1ba5af43fd99:43451 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,43451,1732710184544-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:06,977 INFO [RS:0;1ba5af43fd99:43451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:06,977 INFO [RS:0;1ba5af43fd99:43451 {}] regionserver.Replication(171): 1ba5af43fd99,43451,1732710184544 started 2024-11-27T12:23:06,993 INFO [RS:0;1ba5af43fd99:43451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:06,993 INFO [RS:0;1ba5af43fd99:43451 {}] regionserver.HRegionServer(1482): Serving as 1ba5af43fd99,43451,1732710184544, RpcServer on 1ba5af43fd99/172.17.0.3:43451, sessionid=0x1017c3f19300004 2024-11-27T12:23:06,993 DEBUG [RS:0;1ba5af43fd99:43451 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T12:23:06,993 DEBUG [RS:0;1ba5af43fd99:43451 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ba5af43fd99,43451,1732710184544 2024-11-27T12:23:06,993 DEBUG [RS:0;1ba5af43fd99:43451 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,43451,1732710184544' 2024-11-27T12:23:06,993 DEBUG [RS:0;1ba5af43fd99:43451 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-459165560/flush-table-proc/abort' 2024-11-27T12:23:06,994 DEBUG [RS:0;1ba5af43fd99:43451 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-459165560/flush-table-proc/acquired' 2024-11-27T12:23:06,994 DEBUG [RS:0;1ba5af43fd99:43451 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T12:23:06,994 DEBUG [RS:0;1ba5af43fd99:43451 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T12:23:06,994 DEBUG [RS:0;1ba5af43fd99:43451 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ba5af43fd99,43451,1732710184544 2024-11-27T12:23:06,994 DEBUG [RS:0;1ba5af43fd99:43451 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,43451,1732710184544' 2024-11-27T12:23:06,994 DEBUG [RS:0;1ba5af43fd99:43451 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-459165560/online-snapshot/abort' 2024-11-27T12:23:06,994 DEBUG [RS:0;1ba5af43fd99:43451 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-459165560/online-snapshot/acquired' 2024-11-27T12:23:06,995 DEBUG [RS:0;1ba5af43fd99:43451 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T12:23:06,995 INFO [RS:0;1ba5af43fd99:43451 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T12:23:06,995 INFO [RS:0;1ba5af43fd99:43451 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T12:23:07,095 INFO [RS:0;1ba5af43fd99:43451 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:23:07,096 INFO [RS:0;1ba5af43fd99:43451 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C43451%2C1732710184544, suffix=, logDir=hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/WALs/1ba5af43fd99,43451,1732710184544, archiveDir=hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/oldWALs, maxLogs=10 2024-11-27T12:23:07,108 DEBUG [RS:0;1ba5af43fd99:43451 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/WALs/1ba5af43fd99,43451,1732710184544/1ba5af43fd99%2C43451%2C1732710184544.1732710187096, exclude list is [], retry=0 2024-11-27T12:23:07,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44243,DS-f8d60330-9e6f-43ca-947a-897287fd844a,DISK] 2024-11-27T12:23:07,113 INFO [RS:0;1ba5af43fd99:43451 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/WALs/1ba5af43fd99,43451,1732710184544/1ba5af43fd99%2C43451%2C1732710184544.1732710187096 2024-11-27T12:23:07,116 DEBUG [RS:0;1ba5af43fd99:43451 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35791:35791)] 2024-11-27T12:23:07,230 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T12:23:07,230 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43 2024-11-27T12:23:07,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741833_1009 (size=32) 2024-11-27T12:23:07,313 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:23:07,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:07,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:07,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:07,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:07,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:07,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:07,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:07,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:07,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:07,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:07,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:07,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:07,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:07,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:07,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:07,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:07,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:07,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:23:07,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:23:07,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:23:07,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:07,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:23:07,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:23:07,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:23:07,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:07,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:23:07,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:23:07,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:23:07,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:07,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:23:07,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:23:07,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:23:07,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:07,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:23:07,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:23:07,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/data/hbase/meta/1588230740 2024-11-27T12:23:07,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/data/hbase/meta/1588230740 2024-11-27T12:23:07,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:23:07,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:23:07,642 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:23:07,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:23:07,644 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:23:07,644 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72782908, jitterRate=0.08454984426498413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:23:07,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732710187635Initializing all the Stores at 1732710187635Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710187635Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710187635Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710187636 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710187636Cleaning up temporary data from old regions at 1732710187642 (+6 ms)Region opened successfully at 1732710187644 (+2 ms) 2024-11-27T12:23:07,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:23:07,644 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:23:07,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:23:07,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:23:07,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:23:07,644 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:23:07,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732710187644Disabling compacts and flushes for region at 1732710187644Disabling writes for close at 1732710187644Writing region close event to WAL at 1732710187644Closed at 1732710187644 2024-11-27T12:23:07,645 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:23:07,645 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T12:23:07,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T12:23:07,646 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:23:07,647 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T12:23:07,797 DEBUG [1ba5af43fd99:33915 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T12:23:07,797 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ba5af43fd99,43451,1732710184544 2024-11-27T12:23:07,798 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,43451,1732710184544, state=OPENING 2024-11-27T12:23:07,811 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T12:23:07,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33915-0x1017c3f19300003, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-459165560 2024-11-27T12:23:07,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43451-0x1017c3f19300004, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-459165560 2024-11-27T12:23:07,822 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:23:07,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,43451,1732710184544}] 2024-11-27T12:23:07,822 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-459165560/meta-region-server: CHANGED 2024-11-27T12:23:07,822 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-459165560/meta-region-server: CHANGED 2024-11-27T12:23:07,973 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T12:23:07,974 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46259, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T12:23:07,977 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T12:23:07,977 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:23:07,977 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T12:23:07,978 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C43451%2C1732710184544.meta, suffix=.meta, logDir=hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/WALs/1ba5af43fd99,43451,1732710184544, archiveDir=hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/oldWALs, maxLogs=10 2024-11-27T12:23:07,989 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/WALs/1ba5af43fd99,43451,1732710184544/1ba5af43fd99%2C43451%2C1732710184544.meta.1732710187978.meta, exclude list is [], retry=0 2024-11-27T12:23:07,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44243,DS-f8d60330-9e6f-43ca-947a-897287fd844a,DISK] 2024-11-27T12:23:07,992 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/WALs/1ba5af43fd99,43451,1732710184544/1ba5af43fd99%2C43451%2C1732710184544.meta.1732710187978.meta 2024-11-27T12:23:07,992 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35791:35791)] 2024-11-27T12:23:07,992 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:23:07,992 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:23:07,992 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T12:23:07,992 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T12:23:07,992 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T12:23:07,992 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T12:23:07,992 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:23:07,993 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T12:23:07,993 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T12:23:07,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:23:07,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:23:07,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:07,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:23:07,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:23:07,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:23:07,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:07,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:23:07,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:23:07,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:23:07,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:07,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:23:07,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:23:07,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:23:07,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:07,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:23:07,997 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:23:07,997 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/data/hbase/meta/1588230740 2024-11-27T12:23:07,998 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/data/hbase/meta/1588230740 2024-11-27T12:23:07,999 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:23:07,999 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:23:07,999 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:23:08,000 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:23:08,000 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68782098, jitterRate=0.02493312954902649}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:23:08,000 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T12:23:08,000 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732710187993Writing region info on filesystem at 1732710187993Initializing all the Stores at 1732710187993Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710187993Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710187993Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710187993Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710187993Cleaning up temporary data from old regions at 1732710187999 (+6 ms)Running coprocessor post-open hooks at 1732710188000 (+1 ms)Region opened successfully at 1732710188000 2024-11-27T12:23:08,001 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732710187973 2024-11-27T12:23:08,002 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T12:23:08,002 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T12:23:08,016 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,43451,1732710184544 2024-11-27T12:23:08,016 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,43451,1732710184544, state=OPEN 2024-11-27T12:23:08,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43451-0x1017c3f19300004, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-459165560/meta-region-server 2024-11-27T12:23:08,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33915-0x1017c3f19300003, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-459165560/meta-region-server 2024-11-27T12:23:08,021 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ba5af43fd99,43451,1732710184544 2024-11-27T12:23:08,021 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-459165560/meta-region-server: CHANGED 2024-11-27T12:23:08,021 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-459165560/meta-region-server: CHANGED 2024-11-27T12:23:08,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T12:23:08,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,43451,1732710184544 in 199 msec 2024-11-27T12:23:08,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T12:23:08,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 378 msec 2024-11-27T12:23:08,024 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:23:08,024 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T12:23:08,025 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:23:08,025 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,43451,1732710184544, seqNum=-1] 2024-11-27T12:23:08,026 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:23:08,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:23:08,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2150 sec 2024-11-27T12:23:08,030 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732710188030, completionTime=-1 2024-11-27T12:23:08,030 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T12:23:08,030 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T12:23:08,031 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T12:23:08,031 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732710248031 2024-11-27T12:23:08,032 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732710308031 2024-11-27T12:23:08,032 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T12:23:08,032 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,33915,1732710184159-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:08,032 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,33915,1732710184159-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:08,032 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,33915,1732710184159-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:08,032 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ba5af43fd99:33915, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:08,032 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:08,032 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:08,034 DEBUG [master/1ba5af43fd99:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T12:23:08,035 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.277sec 2024-11-27T12:23:08,035 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T12:23:08,035 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T12:23:08,035 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T12:23:08,035 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T12:23:08,035 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T12:23:08,035 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,33915,1732710184159-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:23:08,035 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,33915,1732710184159-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T12:23:08,037 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T12:23:08,037 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T12:23:08,037 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,33915,1732710184159-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:08,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46237750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:23:08,041 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,33915,-1 for getting cluster id 2024-11-27T12:23:08,041 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:23:08,042 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e063658e-f83d-4ea6-b8d2-ea339d7ff519' 2024-11-27T12:23:08,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:23:08,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e063658e-f83d-4ea6-b8d2-ea339d7ff519" 2024-11-27T12:23:08,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4744e6ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:23:08,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,33915,-1] 2024-11-27T12:23:08,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:23:08,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:08,043 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:23:08,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472f44c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:23:08,044 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:23:08,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,43451,1732710184544, seqNum=-1] 2024-11-27T12:23:08,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:23:08,046 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:23:08,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ba5af43fd99,33915,1732710184159 2024-11-27T12:23:08,047 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58204 2024-11-27T12:23:08,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:23:08,053 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017c3f19300005 connected 2024-11-27T12:23:08,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/485a993a-6b15-464c-71ab-21d6850ccb6d/hadoop.log.dir so I do NOT create it in target/test-data/484db6de-6c0c-bf95-1451-927b64274126 2024-11-27T12:23:08,065 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/485a993a-6b15-464c-71ab-21d6850ccb6d/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T12:23:08,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/485a993a-6b15-464c-71ab-21d6850ccb6d/hadoop.tmp.dir so I do NOT create it in target/test-data/484db6de-6c0c-bf95-1451-927b64274126 2024-11-27T12:23:08,065 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/485a993a-6b15-464c-71ab-21d6850ccb6d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T12:23:08,065 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484db6de-6c0c-bf95-1451-927b64274126 2024-11-27T12:23:08,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T12:23:08,065 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484db6de-6c0c-bf95-1451-927b64274126/cluster_dda5e8bf-59d9-2331-3f32-9a1dfc69ef41, deleteOnExit=true 2024-11-27T12:23:08,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T12:23:08,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484db6de-6c0c-bf95-1451-927b64274126/test.cache.data in system properties and HBase conf 2024-11-27T12:23:08,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484db6de-6c0c-bf95-1451-927b64274126/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T12:23:08,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484db6de-6c0c-bf95-1451-927b64274126/hadoop.log.dir in system properties and HBase conf 2024-11-27T12:23:08,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484db6de-6c0c-bf95-1451-927b64274126/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T12:23:08,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484db6de-6c0c-bf95-1451-927b64274126/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T12:23:08,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T12:23:08,066 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T12:23:08,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484db6de-6c0c-bf95-1451-927b64274126/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:23:08,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484db6de-6c0c-bf95-1451-927b64274126/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:23:08,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484db6de-6c0c-bf95-1451-927b64274126/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T12:23:08,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484db6de-6c0c-bf95-1451-927b64274126/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:23:08,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484db6de-6c0c-bf95-1451-927b64274126/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T12:23:08,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484db6de-6c0c-bf95-1451-927b64274126/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T12:23:08,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484db6de-6c0c-bf95-1451-927b64274126/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:23:08,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484db6de-6c0c-bf95-1451-927b64274126/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:23:08,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484db6de-6c0c-bf95-1451-927b64274126/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T12:23:08,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484db6de-6c0c-bf95-1451-927b64274126/nfs.dump.dir in system properties and HBase conf 2024-11-27T12:23:08,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484db6de-6c0c-bf95-1451-927b64274126/java.io.tmpdir in system properties and HBase conf 2024-11-27T12:23:08,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484db6de-6c0c-bf95-1451-927b64274126/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:23:08,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484db6de-6c0c-bf95-1451-927b64274126/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T12:23:08,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484db6de-6c0c-bf95-1451-927b64274126/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T12:23:08,368 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:23:08,371 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:23:08,372 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:23:08,372 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:23:08,372 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T12:23:08,373 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:23:08,374 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f9855d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484db6de-6c0c-bf95-1451-927b64274126/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:23:08,374 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30633fa8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:23:08,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e9cb8da{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484db6de-6c0c-bf95-1451-927b64274126/java.io.tmpdir/jetty-localhost-44329-hadoop-hdfs-3_4_1-tests_jar-_-any-6790628634939256724/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:23:08,468 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a0b0a92{HTTP/1.1, (http/1.1)}{localhost:44329} 2024-11-27T12:23:08,468 INFO [Time-limited test {}] server.Server(415): Started @343437ms 2024-11-27T12:23:08,694 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:23:08,696 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:23:08,699 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:23:08,699 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:23:08,699 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T12:23:08,700 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13ab238e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484db6de-6c0c-bf95-1451-927b64274126/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:23:08,700 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bc7496d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:23:08,792 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f155e2b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484db6de-6c0c-bf95-1451-927b64274126/java.io.tmpdir/jetty-localhost-36031-hadoop-hdfs-3_4_1-tests_jar-_-any-11723448533784348444/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:23:08,793 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ca419c{HTTP/1.1, (http/1.1)}{localhost:36031} 2024-11-27T12:23:08,793 INFO [Time-limited test {}] server.Server(415): Started @343762ms 2024-11-27T12:23:08,794 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T12:23:09,510 WARN [Thread-4576 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484db6de-6c0c-bf95-1451-927b64274126/cluster_dda5e8bf-59d9-2331-3f32-9a1dfc69ef41/data/data1/current/BP-693048198-172.17.0.3-1732710188082/current, will proceed with Du for space computation calculation, 2024-11-27T12:23:09,510 WARN [Thread-4577 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484db6de-6c0c-bf95-1451-927b64274126/cluster_dda5e8bf-59d9-2331-3f32-9a1dfc69ef41/data/data2/current/BP-693048198-172.17.0.3-1732710188082/current, will proceed with Du for space computation calculation, 2024-11-27T12:23:09,525 WARN [Thread-4564 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T12:23:09,527 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd87426433e0683e8 with lease ID 0x9fafa3c692e0741e: Processing first storage report for DS-702076e1-4afc-4d07-b866-da73828039d6 from datanode DatanodeRegistration(127.0.0.1:37635, datanodeUuid=5d4bb8b1-8570-4874-a85d-2e3c8158d743, infoPort=42971, infoSecurePort=0, ipcPort=42441, storageInfo=lv=-57;cid=testClusterID;nsid=495379771;c=1732710188082) 2024-11-27T12:23:09,527 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd87426433e0683e8 with lease ID 0x9fafa3c692e0741e: from storage DS-702076e1-4afc-4d07-b866-da73828039d6 node DatanodeRegistration(127.0.0.1:37635, datanodeUuid=5d4bb8b1-8570-4874-a85d-2e3c8158d743, infoPort=42971, infoSecurePort=0, ipcPort=42441, storageInfo=lv=-57;cid=testClusterID;nsid=495379771;c=1732710188082), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T12:23:09,527 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd87426433e0683e8 with lease ID 0x9fafa3c692e0741e: Processing first storage report for DS-f38ee6d4-a044-4dd8-980f-28e4528050c1 from datanode DatanodeRegistration(127.0.0.1:37635, datanodeUuid=5d4bb8b1-8570-4874-a85d-2e3c8158d743, infoPort=42971, infoSecurePort=0, ipcPort=42441, storageInfo=lv=-57;cid=testClusterID;nsid=495379771;c=1732710188082) 2024-11-27T12:23:09,527 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd87426433e0683e8 with lease ID 0x9fafa3c692e0741e: from storage DS-f38ee6d4-a044-4dd8-980f-28e4528050c1 node DatanodeRegistration(127.0.0.1:37635, datanodeUuid=5d4bb8b1-8570-4874-a85d-2e3c8158d743, infoPort=42971, infoSecurePort=0, ipcPort=42441, storageInfo=lv=-57;cid=testClusterID;nsid=495379771;c=1732710188082), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:23:09,615 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484db6de-6c0c-bf95-1451-927b64274126 2024-11-27T12:23:09,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:23:09,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:23:09,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741825_1001 (size=7) 2024-11-27T12:23:10,022 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6 with version=8 2024-11-27T12:23:10,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/hbase-staging 2024-11-27T12:23:10,024 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T12:23:10,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:23:10,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:23:10,025 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:23:10,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:23:10,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:23:10,025 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T12:23:10,025 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:23:10,025 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43503 2024-11-27T12:23:10,026 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43503 connecting to ZooKeeper ensemble=127.0.0.1:58204 2024-11-27T12:23:10,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435030x0, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:23:10,032 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43503-0x1017c3f19300006 connected 2024-11-27T12:23:10,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:23:10,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:23:10,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43503-0x1017c3f19300006, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Set watcher on znode that does not yet exist, /2-76861824/running 2024-11-27T12:23:10,109 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6, hbase.cluster.distributed=false 2024-11-27T12:23:10,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43503-0x1017c3f19300006, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Set watcher on znode that does not yet exist, /2-76861824/acl 2024-11-27T12:23:10,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43503 2024-11-27T12:23:10,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43503 2024-11-27T12:23:10,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43503 2024-11-27T12:23:10,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43503 2024-11-27T12:23:10,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43503 2024-11-27T12:23:10,129 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ba5af43fd99:0 server-side Connection retries=45 2024-11-27T12:23:10,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:23:10,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:23:10,129 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:23:10,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:23:10,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:23:10,129 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T12:23:10,129 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:23:10,130 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37387 2024-11-27T12:23:10,131 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37387 connecting to ZooKeeper ensemble=127.0.0.1:58204 2024-11-27T12:23:10,131 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:23:10,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:23:10,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373870x0, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:23:10,148 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373870x0, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Set watcher on znode that does not yet exist, /2-76861824/running 2024-11-27T12:23:10,148 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37387-0x1017c3f19300007 connected 2024-11-27T12:23:10,148 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T12:23:10,149 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T12:23:10,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37387-0x1017c3f19300007, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Set watcher on znode that does not yet exist, /2-76861824/master 2024-11-27T12:23:10,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37387-0x1017c3f19300007, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Set watcher on znode that does not yet exist, /2-76861824/acl 2024-11-27T12:23:10,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37387 2024-11-27T12:23:10,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37387 2024-11-27T12:23:10,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37387 2024-11-27T12:23:10,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37387 2024-11-27T12:23:10,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37387 2024-11-27T12:23:10,169 DEBUG [M:0;1ba5af43fd99:43503 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ba5af43fd99:43503 2024-11-27T12:23:10,170 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-76861824/backup-masters/1ba5af43fd99,43503,1732710190024 2024-11-27T12:23:10,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37387-0x1017c3f19300007, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-76861824/backup-masters 2024-11-27T12:23:10,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43503-0x1017c3f19300006, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-76861824/backup-masters 2024-11-27T12:23:10,179 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43503-0x1017c3f19300006, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Set watcher on existing znode=/2-76861824/backup-masters/1ba5af43fd99,43503,1732710190024 2024-11-27T12:23:10,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43503-0x1017c3f19300006, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-76861824 2024-11-27T12:23:10,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37387-0x1017c3f19300007, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-76861824/master 2024-11-27T12:23:10,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37387-0x1017c3f19300007, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-76861824 2024-11-27T12:23:10,190 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43503-0x1017c3f19300006, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Set watcher on existing znode=/2-76861824/master 2024-11-27T12:23:10,190 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-76861824/backup-masters/1ba5af43fd99,43503,1732710190024 from backup master directory 2024-11-27T12:23:10,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43503-0x1017c3f19300006, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-76861824/backup-masters/1ba5af43fd99,43503,1732710190024 2024-11-27T12:23:10,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37387-0x1017c3f19300007, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-76861824/backup-masters 2024-11-27T12:23:10,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43503-0x1017c3f19300006, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-76861824/backup-masters 2024-11-27T12:23:10,200 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:23:10,200 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ba5af43fd99,43503,1732710190024 2024-11-27T12:23:10,205 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/hbase.id] with ID: b8d1202c-7127-42e0-97da-bfbb85def8c2 2024-11-27T12:23:10,205 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/.tmp/hbase.id 2024-11-27T12:23:10,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741826_1002 (size=42) 2024-11-27T12:23:10,611 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/.tmp/hbase.id]:[hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/hbase.id] 2024-11-27T12:23:10,618 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:23:10,618 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T12:23:10,619 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T12:23:10,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43503-0x1017c3f19300006, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-76861824 2024-11-27T12:23:10,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37387-0x1017c3f19300007, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-76861824 2024-11-27T12:23:10,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741827_1003 (size=196) 2024-11-27T12:23:11,068 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:23:11,069 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T12:23:11,069 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:23:11,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741828_1004 (size=1189) 2024-11-27T12:23:11,474 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/MasterData/data/master/store 2024-11-27T12:23:11,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741829_1005 (size=34) 2024-11-27T12:23:11,879 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:23:11,879 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:23:11,879 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:23:11,879 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:23:11,879 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:23:11,879 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:23:11,879 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:23:11,879 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732710191879Disabling compacts and flushes for region at 1732710191879Disabling writes for close at 1732710191879Writing region close event to WAL at 1732710191879Closed at 1732710191879 2024-11-27T12:23:11,880 WARN [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/MasterData/data/master/store/.initializing 2024-11-27T12:23:11,880 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/MasterData/WALs/1ba5af43fd99,43503,1732710190024 2024-11-27T12:23:11,880 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:23:11,882 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ba5af43fd99%2C43503%2C1732710190024, suffix=, logDir=hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/MasterData/WALs/1ba5af43fd99,43503,1732710190024, archiveDir=hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/MasterData/oldWALs, maxLogs=10 2024-11-27T12:23:11,894 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/MasterData/WALs/1ba5af43fd99,43503,1732710190024/1ba5af43fd99%2C43503%2C1732710190024.1732710191882, exclude list is [], retry=0 2024-11-27T12:23:11,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37635,DS-702076e1-4afc-4d07-b866-da73828039d6,DISK] 2024-11-27T12:23:11,898 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/MasterData/WALs/1ba5af43fd99,43503,1732710190024/1ba5af43fd99%2C43503%2C1732710190024.1732710191882 2024-11-27T12:23:11,898 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42971:42971)] 2024-11-27T12:23:11,898 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:23:11,898 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:23:11,898 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:23:11,898 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:23:11,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:23:11,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T12:23:11,900 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:11,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:23:11,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:23:11,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T12:23:11,901 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:11,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:23:11,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:23:11,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T12:23:11,902 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:11,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:23:11,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:23:11,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T12:23:11,903 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:11,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:23:11,904 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:23:11,904 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:23:11,904 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:23:11,905 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:23:11,905 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:23:11,905 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:23:11,906 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:23:11,907 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:23:11,907 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65204793, jitterRate=-0.0283728688955307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:23:11,907 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732710191898Initializing all the Stores at 1732710191899 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710191899Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710191899Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710191899Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710191899Cleaning up temporary data from old regions at 1732710191905 (+6 ms)Region opened successfully at 1732710191907 (+2 ms) 2024-11-27T12:23:11,907 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T12:23:11,909 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27ff5dd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T12:23:11,909 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T12:23:11,910 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T12:23:11,910 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T12:23:11,910 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T12:23:11,910 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T12:23:11,910 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T12:23:11,910 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T12:23:11,912 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T12:23:11,912 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43503-0x1017c3f19300006, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Unable to get data of znode /2-76861824/balancer because node does not exist (not necessarily an error) 2024-11-27T12:23:11,946 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-76861824/balancer already deleted, retry=false 2024-11-27T12:23:11,947 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T12:23:11,947 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43503-0x1017c3f19300006, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Unable to get data of znode /2-76861824/normalizer because node does not exist (not necessarily an error) 2024-11-27T12:23:11,996 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-76861824/normalizer already deleted, retry=false 2024-11-27T12:23:11,997 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T12:23:11,998 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43503-0x1017c3f19300006, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Unable to get data of znode /2-76861824/switch/split because node does not exist (not necessarily an error) 2024-11-27T12:23:12,010 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-76861824/switch/split already deleted, retry=false 2024-11-27T12:23:12,011 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43503-0x1017c3f19300006, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Unable to get data of znode /2-76861824/switch/merge because node does not exist (not necessarily an error) 2024-11-27T12:23:12,021 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-76861824/switch/merge already deleted, retry=false 2024-11-27T12:23:12,023 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43503-0x1017c3f19300006, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Unable to get data of znode /2-76861824/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T12:23:12,031 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-76861824/snapshot-cleanup already deleted, retry=false 2024-11-27T12:23:12,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37387-0x1017c3f19300007, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-76861824/running 2024-11-27T12:23:12,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43503-0x1017c3f19300006, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-76861824/running 2024-11-27T12:23:12,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37387-0x1017c3f19300007, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-76861824 2024-11-27T12:23:12,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43503-0x1017c3f19300006, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-76861824 2024-11-27T12:23:12,042 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ba5af43fd99,43503,1732710190024, sessionid=0x1017c3f19300006, setting cluster-up flag (Was=false) 2024-11-27T12:23:12,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37387-0x1017c3f19300007, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-76861824 2024-11-27T12:23:12,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43503-0x1017c3f19300006, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-76861824 2024-11-27T12:23:12,095 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-76861824/flush-table-proc/acquired, /2-76861824/flush-table-proc/reached, /2-76861824/flush-table-proc/abort 2024-11-27T12:23:12,095 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,43503,1732710190024 2024-11-27T12:23:12,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43503-0x1017c3f19300006, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-76861824 2024-11-27T12:23:12,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37387-0x1017c3f19300007, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-76861824 2024-11-27T12:23:12,147 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-76861824/online-snapshot/acquired, /2-76861824/online-snapshot/reached, /2-76861824/online-snapshot/abort 2024-11-27T12:23:12,148 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ba5af43fd99,43503,1732710190024 2024-11-27T12:23:12,149 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T12:23:12,151 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T12:23:12,151 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T12:23:12,151 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T12:23:12,151 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ba5af43fd99,43503,1732710190024 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T12:23:12,152 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:23:12,152 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:23:12,152 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:23:12,152 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:23:12,152 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ba5af43fd99:0, corePoolSize=10, maxPoolSize=10 2024-11-27T12:23:12,152 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:23:12,152 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:23:12,152 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:23:12,154 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732710222154 2024-11-27T12:23:12,154 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T12:23:12,154 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T12:23:12,154 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T12:23:12,154 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T12:23:12,154 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T12:23:12,154 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T12:23:12,154 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:12,154 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:23:12,155 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T12:23:12,155 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T12:23:12,155 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T12:23:12,155 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T12:23:12,155 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T12:23:12,155 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T12:23:12,155 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T12:23:12,155 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732710192155,5,FailOnTimeoutGroup] 2024-11-27T12:23:12,155 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:12,156 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T12:23:12,160 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732710192155,5,FailOnTimeoutGroup] 2024-11-27T12:23:12,160 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:12,160 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T12:23:12,160 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:12,160 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:12,164 INFO [RS:0;1ba5af43fd99:37387 {}] regionserver.HRegionServer(746): ClusterId : b8d1202c-7127-42e0-97da-bfbb85def8c2 2024-11-27T12:23:12,164 DEBUG [RS:0;1ba5af43fd99:37387 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T12:23:12,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741831_1007 (size=1321) 2024-11-27T12:23:12,229 DEBUG [RS:0;1ba5af43fd99:37387 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T12:23:12,229 DEBUG [RS:0;1ba5af43fd99:37387 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T12:23:12,293 DEBUG [RS:0;1ba5af43fd99:37387 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T12:23:12,293 DEBUG [RS:0;1ba5af43fd99:37387 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3363469a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ba5af43fd99/172.17.0.3:0 2024-11-27T12:23:12,309 DEBUG [RS:0;1ba5af43fd99:37387 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ba5af43fd99:37387 2024-11-27T12:23:12,309 INFO [RS:0;1ba5af43fd99:37387 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T12:23:12,309 INFO [RS:0;1ba5af43fd99:37387 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T12:23:12,309 DEBUG [RS:0;1ba5af43fd99:37387 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T12:23:12,310 INFO [RS:0;1ba5af43fd99:37387 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ba5af43fd99,43503,1732710190024 with port=37387, startcode=1732710190129 2024-11-27T12:23:12,310 DEBUG [RS:0;1ba5af43fd99:37387 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T12:23:12,311 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T12:23:12,312 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43503 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ba5af43fd99,37387,1732710190129 2024-11-27T12:23:12,312 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43503 {}] master.ServerManager(517): Registering regionserver=1ba5af43fd99,37387,1732710190129 2024-11-27T12:23:12,313 DEBUG [RS:0;1ba5af43fd99:37387 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6 2024-11-27T12:23:12,313 DEBUG [RS:0;1ba5af43fd99:37387 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45911 2024-11-27T12:23:12,313 DEBUG [RS:0;1ba5af43fd99:37387 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T12:23:12,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43503-0x1017c3f19300006, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-76861824/rs 2024-11-27T12:23:12,419 DEBUG [RS:0;1ba5af43fd99:37387 {}] zookeeper.ZKUtil(111): regionserver:37387-0x1017c3f19300007, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Set watcher on existing znode=/2-76861824/rs/1ba5af43fd99,37387,1732710190129 2024-11-27T12:23:12,419 WARN [RS:0;1ba5af43fd99:37387 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:23:12,420 INFO [RS:0;1ba5af43fd99:37387 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:23:12,420 DEBUG [RS:0;1ba5af43fd99:37387 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/WALs/1ba5af43fd99,37387,1732710190129 2024-11-27T12:23:12,420 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ba5af43fd99,37387,1732710190129] 2024-11-27T12:23:12,422 INFO [RS:0;1ba5af43fd99:37387 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T12:23:12,423 INFO [RS:0;1ba5af43fd99:37387 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T12:23:12,423 INFO [RS:0;1ba5af43fd99:37387 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T12:23:12,423 INFO [RS:0;1ba5af43fd99:37387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:12,423 INFO [RS:0;1ba5af43fd99:37387 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T12:23:12,423 INFO [RS:0;1ba5af43fd99:37387 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T12:23:12,424 INFO [RS:0;1ba5af43fd99:37387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:12,424 DEBUG [RS:0;1ba5af43fd99:37387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:23:12,424 DEBUG [RS:0;1ba5af43fd99:37387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:23:12,424 DEBUG [RS:0;1ba5af43fd99:37387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:23:12,424 DEBUG [RS:0;1ba5af43fd99:37387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:23:12,424 DEBUG [RS:0;1ba5af43fd99:37387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:23:12,424 DEBUG [RS:0;1ba5af43fd99:37387 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ba5af43fd99:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:23:12,424 DEBUG [RS:0;1ba5af43fd99:37387 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:23:12,424 DEBUG [RS:0;1ba5af43fd99:37387 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:23:12,424 DEBUG [RS:0;1ba5af43fd99:37387 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:23:12,424 DEBUG [RS:0;1ba5af43fd99:37387 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:23:12,424 DEBUG [RS:0;1ba5af43fd99:37387 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:23:12,424 DEBUG [RS:0;1ba5af43fd99:37387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ba5af43fd99:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:23:12,424 DEBUG [RS:0;1ba5af43fd99:37387 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:23:12,424 DEBUG [RS:0;1ba5af43fd99:37387 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ba5af43fd99:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:23:12,424 INFO [RS:0;1ba5af43fd99:37387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:12,424 INFO [RS:0;1ba5af43fd99:37387 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:12,424 INFO [RS:0;1ba5af43fd99:37387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:12,424 INFO [RS:0;1ba5af43fd99:37387 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:12,424 INFO [RS:0;1ba5af43fd99:37387 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:12,424 INFO [RS:0;1ba5af43fd99:37387 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,37387,1732710190129-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:23:12,437 INFO [RS:0;1ba5af43fd99:37387 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T12:23:12,437 INFO [RS:0;1ba5af43fd99:37387 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,37387,1732710190129-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:12,437 INFO [RS:0;1ba5af43fd99:37387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:12,437 INFO [RS:0;1ba5af43fd99:37387 {}] regionserver.Replication(171): 1ba5af43fd99,37387,1732710190129 started 2024-11-27T12:23:12,450 INFO [RS:0;1ba5af43fd99:37387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:12,450 INFO [RS:0;1ba5af43fd99:37387 {}] regionserver.HRegionServer(1482): Serving as 1ba5af43fd99,37387,1732710190129, RpcServer on 1ba5af43fd99/172.17.0.3:37387, sessionid=0x1017c3f19300007 2024-11-27T12:23:12,450 DEBUG [RS:0;1ba5af43fd99:37387 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T12:23:12,450 DEBUG [RS:0;1ba5af43fd99:37387 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ba5af43fd99,37387,1732710190129 2024-11-27T12:23:12,450 DEBUG [RS:0;1ba5af43fd99:37387 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,37387,1732710190129' 2024-11-27T12:23:12,450 DEBUG [RS:0;1ba5af43fd99:37387 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-76861824/flush-table-proc/abort' 2024-11-27T12:23:12,450 DEBUG [RS:0;1ba5af43fd99:37387 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-76861824/flush-table-proc/acquired' 2024-11-27T12:23:12,451 DEBUG [RS:0;1ba5af43fd99:37387 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T12:23:12,451 DEBUG [RS:0;1ba5af43fd99:37387 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T12:23:12,451 DEBUG [RS:0;1ba5af43fd99:37387 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ba5af43fd99,37387,1732710190129 2024-11-27T12:23:12,451 DEBUG [RS:0;1ba5af43fd99:37387 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ba5af43fd99,37387,1732710190129' 2024-11-27T12:23:12,451 DEBUG [RS:0;1ba5af43fd99:37387 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-76861824/online-snapshot/abort' 2024-11-27T12:23:12,451 DEBUG [RS:0;1ba5af43fd99:37387 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-76861824/online-snapshot/acquired' 2024-11-27T12:23:12,451 DEBUG [RS:0;1ba5af43fd99:37387 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T12:23:12,451 INFO [RS:0;1ba5af43fd99:37387 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T12:23:12,452 INFO [RS:0;1ba5af43fd99:37387 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T12:23:12,552 INFO [RS:0;1ba5af43fd99:37387 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:23:12,553 INFO [RS:0;1ba5af43fd99:37387 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C37387%2C1732710190129, suffix=, logDir=hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/WALs/1ba5af43fd99,37387,1732710190129, archiveDir=hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/oldWALs, maxLogs=10 2024-11-27T12:23:12,567 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T12:23:12,567 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6 2024-11-27T12:23:12,569 DEBUG [RS:0;1ba5af43fd99:37387 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/WALs/1ba5af43fd99,37387,1732710190129/1ba5af43fd99%2C37387%2C1732710190129.1732710192553, exclude list is [], retry=0 2024-11-27T12:23:12,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37635,DS-702076e1-4afc-4d07-b866-da73828039d6,DISK] 2024-11-27T12:23:12,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741832_1008 (size=32) 2024-11-27T12:23:12,571 INFO [RS:0;1ba5af43fd99:37387 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/WALs/1ba5af43fd99,37387,1732710190129/1ba5af43fd99%2C37387%2C1732710190129.1732710192553 2024-11-27T12:23:12,572 DEBUG [RS:0;1ba5af43fd99:37387 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42971:42971)] 2024-11-27T12:23:12,709 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:23:12,709 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ba5af43fd99,33547,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:33547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T12:23:12,710 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148858 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ba5af43fd99,33547,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:33547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T12:23:12,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:23:12,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:23:12,974 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:23:12,974 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:12,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:23:12,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:23:12,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:23:12,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:12,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:23:12,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:23:12,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:23:12,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:12,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:23:12,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:23:12,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:23:12,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:12,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:23:12,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:23:12,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/data/hbase/meta/1588230740 2024-11-27T12:23:12,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/data/hbase/meta/1588230740 2024-11-27T12:23:12,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:23:12,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:23:12,979 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:23:12,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:23:12,981 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:23:12,981 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63553176, jitterRate=-0.052983880043029785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:23:12,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732710192972Initializing all the Stores at 1732710192972Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710192972Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710192973 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710192973Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710192973Cleaning up temporary data from old regions at 1732710192979 (+6 ms)Region opened successfully at 1732710192981 (+2 ms) 2024-11-27T12:23:12,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:23:12,982 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:23:12,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:23:12,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:23:12,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:23:12,982 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:23:12,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732710192981Disabling compacts and flushes for region at 1732710192981Disabling writes for close at 1732710192982 (+1 ms)Writing region close event to WAL at 1732710192982Closed at 1732710192982 2024-11-27T12:23:12,983 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:23:12,983 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T12:23:12,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T12:23:12,984 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:23:12,984 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T12:23:13,135 DEBUG [1ba5af43fd99:43503 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T12:23:13,135 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ba5af43fd99,37387,1732710190129 2024-11-27T12:23:13,136 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,37387,1732710190129, state=OPENING 2024-11-27T12:23:13,158 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T12:23:13,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43503-0x1017c3f19300006, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-76861824 2024-11-27T12:23:13,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37387-0x1017c3f19300007, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-76861824 2024-11-27T12:23:13,215 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:23:13,215 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-76861824/meta-region-server: CHANGED 2024-11-27T12:23:13,215 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-76861824/meta-region-server: CHANGED 2024-11-27T12:23:13,215 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,37387,1732710190129}] 2024-11-27T12:23:13,367 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T12:23:13,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33607, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T12:23:13,371 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T12:23:13,371 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:23:13,371 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T12:23:13,372 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C37387%2C1732710190129.meta, suffix=.meta, logDir=hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/WALs/1ba5af43fd99,37387,1732710190129, archiveDir=hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/oldWALs, maxLogs=10 2024-11-27T12:23:13,384 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/WALs/1ba5af43fd99,37387,1732710190129/1ba5af43fd99%2C37387%2C1732710190129.meta.1732710193372.meta, exclude list is [], retry=0 2024-11-27T12:23:13,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37635,DS-702076e1-4afc-4d07-b866-da73828039d6,DISK] 2024-11-27T12:23:13,386 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/WALs/1ba5af43fd99,37387,1732710190129/1ba5af43fd99%2C37387%2C1732710190129.meta.1732710193372.meta 2024-11-27T12:23:13,387 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42971:42971)] 2024-11-27T12:23:13,387 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:23:13,387 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:23:13,387 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T12:23:13,387 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T12:23:13,387 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T12:23:13,387 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T12:23:13,387 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:23:13,387 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T12:23:13,387 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T12:23:13,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:23:13,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:23:13,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:13,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:23:13,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:23:13,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:23:13,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:13,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:23:13,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:23:13,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:23:13,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:13,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:23:13,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:23:13,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:23:13,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:13,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:23:13,391 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:23:13,391 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/data/hbase/meta/1588230740 2024-11-27T12:23:13,392 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/data/hbase/meta/1588230740 2024-11-27T12:23:13,392 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:23:13,392 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:23:13,393 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:23:13,393 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:23:13,394 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69965502, jitterRate=0.04256722331047058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:23:13,394 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T12:23:13,394 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732710193387Writing region info on filesystem at 1732710193387Initializing all the Stores at 1732710193388 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710193388Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710193388Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710193388Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732710193388Cleaning up temporary data from old regions at 1732710193392 (+4 ms)Running coprocessor post-open hooks at 1732710193394 (+2 ms)Region opened successfully at 1732710193394 2024-11-27T12:23:13,395 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732710193367 2024-11-27T12:23:13,396 DEBUG [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T12:23:13,396 INFO [RS_OPEN_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T12:23:13,397 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,37387,1732710190129 2024-11-27T12:23:13,397 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ba5af43fd99,37387,1732710190129, state=OPEN 2024-11-27T12:23:13,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43503-0x1017c3f19300006, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-76861824/meta-region-server 2024-11-27T12:23:13,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37387-0x1017c3f19300007, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-76861824/meta-region-server 2024-11-27T12:23:13,437 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ba5af43fd99,37387,1732710190129 2024-11-27T12:23:13,437 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-76861824/meta-region-server: CHANGED 2024-11-27T12:23:13,437 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-76861824/meta-region-server: CHANGED 2024-11-27T12:23:13,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T12:23:13,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ba5af43fd99,37387,1732710190129 in 222 msec 2024-11-27T12:23:13,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T12:23:13,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 456 msec 2024-11-27T12:23:13,441 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:23:13,441 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T12:23:13,442 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:23:13,442 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,37387,1732710190129, seqNum=-1] 2024-11-27T12:23:13,442 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:23:13,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44377, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:23:13,446 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2950 sec 2024-11-27T12:23:13,446 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732710193446, completionTime=-1 2024-11-27T12:23:13,446 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T12:23:13,446 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T12:23:13,447 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T12:23:13,447 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732710253447 2024-11-27T12:23:13,447 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732710313447 2024-11-27T12:23:13,447 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T12:23:13,448 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,43503,1732710190024-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:13,448 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,43503,1732710190024-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:13,448 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,43503,1732710190024-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:13,448 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ba5af43fd99:43503, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:13,448 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:13,448 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:13,449 DEBUG [master/1ba5af43fd99:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T12:23:13,450 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.250sec 2024-11-27T12:23:13,450 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T12:23:13,450 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T12:23:13,450 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T12:23:13,450 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T12:23:13,450 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T12:23:13,450 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,43503,1732710190024-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:23:13,450 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,43503,1732710190024-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T12:23:13,452 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T12:23:13,452 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T12:23:13,452 INFO [master/1ba5af43fd99:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ba5af43fd99,43503,1732710190024-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:23:13,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@292a23af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:23:13,465 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,43503,-1 for getting cluster id 2024-11-27T12:23:13,465 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:23:13,466 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8d1202c-7127-42e0-97da-bfbb85def8c2' 2024-11-27T12:23:13,466 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:23:13,466 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8d1202c-7127-42e0-97da-bfbb85def8c2" 2024-11-27T12:23:13,466 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@302fc71c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:23:13,466 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,43503,-1] 2024-11-27T12:23:13,466 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:23:13,467 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:13,467 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:23:13,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48c83e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:23:13,468 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:23:13,468 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,37387,1732710190129, seqNum=-1] 2024-11-27T12:23:13,469 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:23:13,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:23:13,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ba5af43fd99,43503,1732710190024 2024-11-27T12:23:13,471 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:58204 2024-11-27T12:23:13,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:23:13,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1017c3f19300008 connected 2024-11-27T12:23:13,494 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:23:13,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:13,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:13,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:13,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:13,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:13,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:13,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:13,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:13,507 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:23:13,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,32953,1732710179817 2024-11-27T12:23:13,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@689ad30c 2024-11-27T12:23:13,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:23:13,509 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:23:13,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:23:13,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T12:23:13,512 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T12:23:13,512 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:13,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T12:23:13,513 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T12:23:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:23:13,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741835_1011 (size=902) 2024-11-27T12:23:13,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:13,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:13,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:13,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:13,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:13,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:13,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:13,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:13,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:13,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:23:13,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:23:13,920 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4f725b8288884553d51a7487d4fc9ed1, NAME => 'test,,1732710193509.4f725b8288884553d51a7487d4fc9ed1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26 2024-11-27T12:23:13,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741836_1012 (size=39) 2024-11-27T12:23:14,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:23:14,325 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732710193509.4f725b8288884553d51a7487d4fc9ed1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:23:14,325 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4f725b8288884553d51a7487d4fc9ed1, disabling compactions & flushes 2024-11-27T12:23:14,325 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732710193509.4f725b8288884553d51a7487d4fc9ed1. 2024-11-27T12:23:14,325 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732710193509.4f725b8288884553d51a7487d4fc9ed1. 2024-11-27T12:23:14,325 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732710193509.4f725b8288884553d51a7487d4fc9ed1. after waiting 0 ms 2024-11-27T12:23:14,325 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732710193509.4f725b8288884553d51a7487d4fc9ed1. 2024-11-27T12:23:14,325 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732710193509.4f725b8288884553d51a7487d4fc9ed1. 2024-11-27T12:23:14,325 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4f725b8288884553d51a7487d4fc9ed1: Waiting for close lock at 1732710194325Disabling compacts and flushes for region at 1732710194325Disabling writes for close at 1732710194325Writing region close event to WAL at 1732710194325Closed at 1732710194325 2024-11-27T12:23:14,326 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T12:23:14,326 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732710193509.4f725b8288884553d51a7487d4fc9ed1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732710194326"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732710194326"}]},"ts":"1732710194326"} 2024-11-27T12:23:14,328 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T12:23:14,328 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T12:23:14,328 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710194328"}]},"ts":"1732710194328"} 2024-11-27T12:23:14,330 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T12:23:14,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4f725b8288884553d51a7487d4fc9ed1, ASSIGN}] 2024-11-27T12:23:14,331 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4f725b8288884553d51a7487d4fc9ed1, ASSIGN 2024-11-27T12:23:14,331 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4f725b8288884553d51a7487d4fc9ed1, ASSIGN; state=OFFLINE, location=1ba5af43fd99,33917,1732710180065; forceNewPlan=false, retain=false 2024-11-27T12:23:14,482 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4f725b8288884553d51a7487d4fc9ed1, regionState=OPENING, regionLocation=1ba5af43fd99,33917,1732710180065 2024-11-27T12:23:14,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4f725b8288884553d51a7487d4fc9ed1, ASSIGN because future has completed 2024-11-27T12:23:14,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f725b8288884553d51a7487d4fc9ed1, server=1ba5af43fd99,33917,1732710180065}] 2024-11-27T12:23:14,638 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732710193509.4f725b8288884553d51a7487d4fc9ed1. 2024-11-27T12:23:14,639 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4f725b8288884553d51a7487d4fc9ed1, NAME => 'test,,1732710193509.4f725b8288884553d51a7487d4fc9ed1.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:23:14,639 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:23:14,639 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T12:23:14,639 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4f725b8288884553d51a7487d4fc9ed1 2024-11-27T12:23:14,639 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732710193509.4f725b8288884553d51a7487d4fc9ed1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:23:14,639 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4f725b8288884553d51a7487d4fc9ed1 2024-11-27T12:23:14,639 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4f725b8288884553d51a7487d4fc9ed1 2024-11-27T12:23:14,640 INFO [StoreOpener-4f725b8288884553d51a7487d4fc9ed1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4f725b8288884553d51a7487d4fc9ed1 2024-11-27T12:23:14,641 INFO [StoreOpener-4f725b8288884553d51a7487d4fc9ed1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f725b8288884553d51a7487d4fc9ed1 columnFamilyName f 2024-11-27T12:23:14,642 DEBUG [StoreOpener-4f725b8288884553d51a7487d4fc9ed1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:14,642 INFO [StoreOpener-4f725b8288884553d51a7487d4fc9ed1-1 {}] regionserver.HStore(327): Store=4f725b8288884553d51a7487d4fc9ed1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:23:14,642 INFO [StoreOpener-4f725b8288884553d51a7487d4fc9ed1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4f725b8288884553d51a7487d4fc9ed1 2024-11-27T12:23:14,643 INFO [StoreOpener-4f725b8288884553d51a7487d4fc9ed1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f725b8288884553d51a7487d4fc9ed1 columnFamilyName f1 2024-11-27T12:23:14,643 DEBUG [StoreOpener-4f725b8288884553d51a7487d4fc9ed1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:14,643 INFO [StoreOpener-4f725b8288884553d51a7487d4fc9ed1-1 {}] regionserver.HStore(327): Store=4f725b8288884553d51a7487d4fc9ed1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:23:14,643 INFO [StoreOpener-4f725b8288884553d51a7487d4fc9ed1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4f725b8288884553d51a7487d4fc9ed1 2024-11-27T12:23:14,644 INFO [StoreOpener-4f725b8288884553d51a7487d4fc9ed1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f725b8288884553d51a7487d4fc9ed1 columnFamilyName norep 2024-11-27T12:23:14,644 DEBUG [StoreOpener-4f725b8288884553d51a7487d4fc9ed1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:14,644 INFO [StoreOpener-4f725b8288884553d51a7487d4fc9ed1-1 {}] regionserver.HStore(327): Store=4f725b8288884553d51a7487d4fc9ed1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:23:14,644 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4f725b8288884553d51a7487d4fc9ed1 2024-11-27T12:23:14,645 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/default/test/4f725b8288884553d51a7487d4fc9ed1 2024-11-27T12:23:14,645 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/default/test/4f725b8288884553d51a7487d4fc9ed1 2024-11-27T12:23:14,646 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4f725b8288884553d51a7487d4fc9ed1 2024-11-27T12:23:14,646 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4f725b8288884553d51a7487d4fc9ed1 2024-11-27T12:23:14,646 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T12:23:14,647 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4f725b8288884553d51a7487d4fc9ed1 2024-11-27T12:23:14,648 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/default/test/4f725b8288884553d51a7487d4fc9ed1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:23:14,648 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4f725b8288884553d51a7487d4fc9ed1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71043629, jitterRate=0.05863256752490997}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T12:23:14,648 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4f725b8288884553d51a7487d4fc9ed1 2024-11-27T12:23:14,648 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4f725b8288884553d51a7487d4fc9ed1: Running coprocessor pre-open hook at 1732710194639Writing region info on filesystem at 1732710194639Initializing all the Stores at 1732710194640 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710194640Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710194640Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710194640Cleaning up temporary data from old regions at 1732710194646 (+6 ms)Running coprocessor post-open hooks at 1732710194648 (+2 ms)Region opened successfully at 1732710194648 2024-11-27T12:23:14,649 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732710193509.4f725b8288884553d51a7487d4fc9ed1., pid=6, masterSystemTime=1732710194635 2024-11-27T12:23:14,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:23:14,651 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732710193509.4f725b8288884553d51a7487d4fc9ed1. 2024-11-27T12:23:14,651 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732710193509.4f725b8288884553d51a7487d4fc9ed1. 2024-11-27T12:23:14,651 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4f725b8288884553d51a7487d4fc9ed1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1ba5af43fd99,33917,1732710180065 2024-11-27T12:23:14,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f725b8288884553d51a7487d4fc9ed1, server=1ba5af43fd99,33917,1732710180065 because future has completed 2024-11-27T12:23:14,655 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T12:23:14,655 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4f725b8288884553d51a7487d4fc9ed1, server=1ba5af43fd99,33917,1732710180065 in 169 msec 2024-11-27T12:23:14,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T12:23:14,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4f725b8288884553d51a7487d4fc9ed1, ASSIGN in 325 msec 2024-11-27T12:23:14,657 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T12:23:14,657 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710194657"}]},"ts":"1732710194657"} 2024-11-27T12:23:14,659 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T12:23:14,659 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T12:23:14,660 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-27T12:23:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:23:15,660 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T12:23:15,660 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:23:15,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,33915,1732710184159 2024-11-27T12:23:15,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b297286 2024-11-27T12:23:15,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:23:15,662 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:23:15,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33915 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:23:15,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33915 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T12:23:15,664 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T12:23:15,664 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:15,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33915 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T12:23:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:23:15,665 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T12:23:15,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741835_1011 (size=902) 2024-11-27T12:23:15,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:23:15,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:23:16,071 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bde9f71ad36a9c89028d5ec4a69e049a, NAME => 'test,,1732710195662.bde9f71ad36a9c89028d5ec4a69e049a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43 2024-11-27T12:23:16,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741836_1012 (size=39) 2024-11-27T12:23:16,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:23:16,476 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732710195662.bde9f71ad36a9c89028d5ec4a69e049a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:23:16,476 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bde9f71ad36a9c89028d5ec4a69e049a, disabling compactions & flushes 2024-11-27T12:23:16,476 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732710195662.bde9f71ad36a9c89028d5ec4a69e049a. 2024-11-27T12:23:16,476 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732710195662.bde9f71ad36a9c89028d5ec4a69e049a. 2024-11-27T12:23:16,476 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732710195662.bde9f71ad36a9c89028d5ec4a69e049a. after waiting 0 ms 2024-11-27T12:23:16,476 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732710195662.bde9f71ad36a9c89028d5ec4a69e049a. 2024-11-27T12:23:16,476 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732710195662.bde9f71ad36a9c89028d5ec4a69e049a. 2024-11-27T12:23:16,476 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bde9f71ad36a9c89028d5ec4a69e049a: Waiting for close lock at 1732710196476Disabling compacts and flushes for region at 1732710196476Disabling writes for close at 1732710196476Writing region close event to WAL at 1732710196476Closed at 1732710196476 2024-11-27T12:23:16,477 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T12:23:16,477 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732710195662.bde9f71ad36a9c89028d5ec4a69e049a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732710196477"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732710196477"}]},"ts":"1732710196477"} 2024-11-27T12:23:16,479 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T12:23:16,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T12:23:16,479 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710196479"}]},"ts":"1732710196479"} 2024-11-27T12:23:16,481 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T12:23:16,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bde9f71ad36a9c89028d5ec4a69e049a, ASSIGN}] 2024-11-27T12:23:16,482 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bde9f71ad36a9c89028d5ec4a69e049a, ASSIGN 2024-11-27T12:23:16,482 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bde9f71ad36a9c89028d5ec4a69e049a, ASSIGN; state=OFFLINE, location=1ba5af43fd99,43451,1732710184544; forceNewPlan=false, retain=false 2024-11-27T12:23:16,633 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bde9f71ad36a9c89028d5ec4a69e049a, regionState=OPENING, regionLocation=1ba5af43fd99,43451,1732710184544 2024-11-27T12:23:16,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bde9f71ad36a9c89028d5ec4a69e049a, ASSIGN because future has completed 2024-11-27T12:23:16,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bde9f71ad36a9c89028d5ec4a69e049a, server=1ba5af43fd99,43451,1732710184544}] 2024-11-27T12:23:16,789 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732710195662.bde9f71ad36a9c89028d5ec4a69e049a. 2024-11-27T12:23:16,789 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bde9f71ad36a9c89028d5ec4a69e049a, NAME => 'test,,1732710195662.bde9f71ad36a9c89028d5ec4a69e049a.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:23:16,790 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:23:16,790 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T12:23:16,790 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bde9f71ad36a9c89028d5ec4a69e049a 2024-11-27T12:23:16,790 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732710195662.bde9f71ad36a9c89028d5ec4a69e049a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:23:16,790 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bde9f71ad36a9c89028d5ec4a69e049a 2024-11-27T12:23:16,790 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bde9f71ad36a9c89028d5ec4a69e049a 2024-11-27T12:23:16,791 INFO [StoreOpener-bde9f71ad36a9c89028d5ec4a69e049a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bde9f71ad36a9c89028d5ec4a69e049a 2024-11-27T12:23:16,792 INFO [StoreOpener-bde9f71ad36a9c89028d5ec4a69e049a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bde9f71ad36a9c89028d5ec4a69e049a columnFamilyName f 2024-11-27T12:23:16,792 DEBUG [StoreOpener-bde9f71ad36a9c89028d5ec4a69e049a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:16,792 INFO [StoreOpener-bde9f71ad36a9c89028d5ec4a69e049a-1 {}] regionserver.HStore(327): Store=bde9f71ad36a9c89028d5ec4a69e049a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:23:16,792 INFO [StoreOpener-bde9f71ad36a9c89028d5ec4a69e049a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bde9f71ad36a9c89028d5ec4a69e049a 2024-11-27T12:23:16,793 INFO [StoreOpener-bde9f71ad36a9c89028d5ec4a69e049a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bde9f71ad36a9c89028d5ec4a69e049a columnFamilyName f1 2024-11-27T12:23:16,793 DEBUG [StoreOpener-bde9f71ad36a9c89028d5ec4a69e049a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:16,793 INFO [StoreOpener-bde9f71ad36a9c89028d5ec4a69e049a-1 {}] regionserver.HStore(327): Store=bde9f71ad36a9c89028d5ec4a69e049a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:23:16,793 INFO [StoreOpener-bde9f71ad36a9c89028d5ec4a69e049a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bde9f71ad36a9c89028d5ec4a69e049a 2024-11-27T12:23:16,794 INFO [StoreOpener-bde9f71ad36a9c89028d5ec4a69e049a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bde9f71ad36a9c89028d5ec4a69e049a columnFamilyName norep 2024-11-27T12:23:16,794 DEBUG [StoreOpener-bde9f71ad36a9c89028d5ec4a69e049a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:16,794 INFO [StoreOpener-bde9f71ad36a9c89028d5ec4a69e049a-1 {}] regionserver.HStore(327): Store=bde9f71ad36a9c89028d5ec4a69e049a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:23:16,794 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bde9f71ad36a9c89028d5ec4a69e049a 2024-11-27T12:23:16,795 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/data/default/test/bde9f71ad36a9c89028d5ec4a69e049a 2024-11-27T12:23:16,795 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/data/default/test/bde9f71ad36a9c89028d5ec4a69e049a 2024-11-27T12:23:16,796 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bde9f71ad36a9c89028d5ec4a69e049a 2024-11-27T12:23:16,796 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bde9f71ad36a9c89028d5ec4a69e049a 2024-11-27T12:23:16,796 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T12:23:16,797 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bde9f71ad36a9c89028d5ec4a69e049a 2024-11-27T12:23:16,798 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/data/default/test/bde9f71ad36a9c89028d5ec4a69e049a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:23:16,798 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bde9f71ad36a9c89028d5ec4a69e049a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68875617, jitterRate=0.026326671242713928}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T12:23:16,798 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bde9f71ad36a9c89028d5ec4a69e049a 2024-11-27T12:23:16,798 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bde9f71ad36a9c89028d5ec4a69e049a: Running coprocessor pre-open hook at 1732710196790Writing region info on filesystem at 1732710196790Initializing all the Stores at 1732710196791 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710196791Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710196791Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710196791Cleaning up temporary data from old regions at 1732710196796 (+5 ms)Running coprocessor post-open hooks at 1732710196798 (+2 ms)Region opened successfully at 1732710196798 2024-11-27T12:23:16,799 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732710195662.bde9f71ad36a9c89028d5ec4a69e049a., pid=6, masterSystemTime=1732710196786 2024-11-27T12:23:16,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:23:16,801 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732710195662.bde9f71ad36a9c89028d5ec4a69e049a. 2024-11-27T12:23:16,801 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732710195662.bde9f71ad36a9c89028d5ec4a69e049a. 2024-11-27T12:23:16,801 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bde9f71ad36a9c89028d5ec4a69e049a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1ba5af43fd99,43451,1732710184544 2024-11-27T12:23:16,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bde9f71ad36a9c89028d5ec4a69e049a, server=1ba5af43fd99,43451,1732710184544 because future has completed 2024-11-27T12:23:16,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T12:23:16,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bde9f71ad36a9c89028d5ec4a69e049a, server=1ba5af43fd99,43451,1732710184544 in 168 msec 2024-11-27T12:23:16,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T12:23:16,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bde9f71ad36a9c89028d5ec4a69e049a, ASSIGN in 324 msec 2024-11-27T12:23:16,807 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T12:23:16,807 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710196807"}]},"ts":"1732710196807"} 2024-11-27T12:23:16,808 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T12:23:16,809 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T12:23:16,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-11-27T12:23:17,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:23:17,810 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T12:23:17,810 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:23:17,810 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,43503,1732710190024 2024-11-27T12:23:17,810 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c47d160 2024-11-27T12:23:17,811 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:23:17,811 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:23:17,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43503 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:23:17,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43503 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T12:23:17,813 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T12:23:17,814 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:17,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43503 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T12:23:17,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:23:17,814 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T12:23:17,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741835_1011 (size=902) 2024-11-27T12:23:17,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:23:18,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:23:18,223 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b6619a530caebb1d42f2ccf51a2cb9bf, NAME => 'test,,1732710197812.b6619a530caebb1d42f2ccf51a2cb9bf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6 2024-11-27T12:23:18,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741836_1012 (size=39) 2024-11-27T12:23:18,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:23:18,628 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732710197812.b6619a530caebb1d42f2ccf51a2cb9bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:23:18,628 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b6619a530caebb1d42f2ccf51a2cb9bf, disabling compactions & flushes 2024-11-27T12:23:18,628 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732710197812.b6619a530caebb1d42f2ccf51a2cb9bf. 2024-11-27T12:23:18,628 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732710197812.b6619a530caebb1d42f2ccf51a2cb9bf. 2024-11-27T12:23:18,628 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732710197812.b6619a530caebb1d42f2ccf51a2cb9bf. after waiting 0 ms 2024-11-27T12:23:18,628 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732710197812.b6619a530caebb1d42f2ccf51a2cb9bf. 2024-11-27T12:23:18,628 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732710197812.b6619a530caebb1d42f2ccf51a2cb9bf. 2024-11-27T12:23:18,628 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b6619a530caebb1d42f2ccf51a2cb9bf: Waiting for close lock at 1732710198628Disabling compacts and flushes for region at 1732710198628Disabling writes for close at 1732710198628Writing region close event to WAL at 1732710198628Closed at 1732710198628 2024-11-27T12:23:18,629 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T12:23:18,630 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732710197812.b6619a530caebb1d42f2ccf51a2cb9bf.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732710198629"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732710198629"}]},"ts":"1732710198629"} 2024-11-27T12:23:18,631 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T12:23:18,632 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T12:23:18,632 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710198632"}]},"ts":"1732710198632"} 2024-11-27T12:23:18,633 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T12:23:18,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b6619a530caebb1d42f2ccf51a2cb9bf, ASSIGN}] 2024-11-27T12:23:18,634 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b6619a530caebb1d42f2ccf51a2cb9bf, ASSIGN 2024-11-27T12:23:18,634 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b6619a530caebb1d42f2ccf51a2cb9bf, ASSIGN; state=OFFLINE, location=1ba5af43fd99,37387,1732710190129; forceNewPlan=false, retain=false 2024-11-27T12:23:18,785 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b6619a530caebb1d42f2ccf51a2cb9bf, regionState=OPENING, regionLocation=1ba5af43fd99,37387,1732710190129 2024-11-27T12:23:18,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b6619a530caebb1d42f2ccf51a2cb9bf, ASSIGN because future has completed 2024-11-27T12:23:18,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6619a530caebb1d42f2ccf51a2cb9bf, server=1ba5af43fd99,37387,1732710190129}] 2024-11-27T12:23:18,890 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:23:18,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:18,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:18,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:18,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:18,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:18,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:18,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:18,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:18,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:18,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:18,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:18,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:18,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:18,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:18,942 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732710197812.b6619a530caebb1d42f2ccf51a2cb9bf. 2024-11-27T12:23:18,942 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b6619a530caebb1d42f2ccf51a2cb9bf, NAME => 'test,,1732710197812.b6619a530caebb1d42f2ccf51a2cb9bf.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:23:18,943 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:23:18,943 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T12:23:18,944 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b6619a530caebb1d42f2ccf51a2cb9bf 2024-11-27T12:23:18,944 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732710197812.b6619a530caebb1d42f2ccf51a2cb9bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:23:18,944 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b6619a530caebb1d42f2ccf51a2cb9bf 2024-11-27T12:23:18,944 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b6619a530caebb1d42f2ccf51a2cb9bf 2024-11-27T12:23:18,945 INFO [StoreOpener-b6619a530caebb1d42f2ccf51a2cb9bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b6619a530caebb1d42f2ccf51a2cb9bf 2024-11-27T12:23:18,946 INFO [StoreOpener-b6619a530caebb1d42f2ccf51a2cb9bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6619a530caebb1d42f2ccf51a2cb9bf columnFamilyName f 2024-11-27T12:23:18,946 DEBUG [StoreOpener-b6619a530caebb1d42f2ccf51a2cb9bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:18,947 INFO [StoreOpener-b6619a530caebb1d42f2ccf51a2cb9bf-1 {}] regionserver.HStore(327): Store=b6619a530caebb1d42f2ccf51a2cb9bf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:23:18,947 INFO [StoreOpener-b6619a530caebb1d42f2ccf51a2cb9bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b6619a530caebb1d42f2ccf51a2cb9bf 2024-11-27T12:23:18,948 INFO [StoreOpener-b6619a530caebb1d42f2ccf51a2cb9bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6619a530caebb1d42f2ccf51a2cb9bf columnFamilyName f1 2024-11-27T12:23:18,948 DEBUG [StoreOpener-b6619a530caebb1d42f2ccf51a2cb9bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:18,948 INFO [StoreOpener-b6619a530caebb1d42f2ccf51a2cb9bf-1 {}] regionserver.HStore(327): Store=b6619a530caebb1d42f2ccf51a2cb9bf/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:23:18,948 INFO [StoreOpener-b6619a530caebb1d42f2ccf51a2cb9bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b6619a530caebb1d42f2ccf51a2cb9bf 2024-11-27T12:23:18,949 INFO [StoreOpener-b6619a530caebb1d42f2ccf51a2cb9bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6619a530caebb1d42f2ccf51a2cb9bf columnFamilyName norep 2024-11-27T12:23:18,949 DEBUG [StoreOpener-b6619a530caebb1d42f2ccf51a2cb9bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:18,949 INFO [StoreOpener-b6619a530caebb1d42f2ccf51a2cb9bf-1 {}] regionserver.HStore(327): Store=b6619a530caebb1d42f2ccf51a2cb9bf/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:23:18,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:18,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:23:18,953 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b6619a530caebb1d42f2ccf51a2cb9bf 2024-11-27T12:23:18,954 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/data/default/test/b6619a530caebb1d42f2ccf51a2cb9bf 2024-11-27T12:23:18,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:18,954 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/data/default/test/b6619a530caebb1d42f2ccf51a2cb9bf 2024-11-27T12:23:18,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:18,955 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b6619a530caebb1d42f2ccf51a2cb9bf 2024-11-27T12:23:18,955 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b6619a530caebb1d42f2ccf51a2cb9bf 2024-11-27T12:23:18,955 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T12:23:18,956 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b6619a530caebb1d42f2ccf51a2cb9bf 2024-11-27T12:23:18,958 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/data/default/test/b6619a530caebb1d42f2ccf51a2cb9bf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:23:18,958 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b6619a530caebb1d42f2ccf51a2cb9bf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74101061, jitterRate=0.104191854596138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T12:23:18,958 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b6619a530caebb1d42f2ccf51a2cb9bf 2024-11-27T12:23:18,958 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b6619a530caebb1d42f2ccf51a2cb9bf: Running coprocessor pre-open hook at 1732710198944Writing region info on filesystem at 1732710198944Initializing all the Stores at 1732710198945 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710198945Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710198945Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710198945Cleaning up temporary data from old regions at 1732710198955 (+10 ms)Running coprocessor post-open hooks at 1732710198958 (+3 ms)Region opened successfully at 1732710198958 2024-11-27T12:23:18,959 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732710197812.b6619a530caebb1d42f2ccf51a2cb9bf., pid=6, masterSystemTime=1732710198938 2024-11-27T12:23:18,961 DEBUG [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732710197812.b6619a530caebb1d42f2ccf51a2cb9bf. 2024-11-27T12:23:18,961 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b6619a530caebb1d42f2ccf51a2cb9bf, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1ba5af43fd99,37387,1732710190129 2024-11-27T12:23:18,963 INFO [RS_OPEN_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732710197812.b6619a530caebb1d42f2ccf51a2cb9bf. 2024-11-27T12:23:18,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6619a530caebb1d42f2ccf51a2cb9bf, server=1ba5af43fd99,37387,1732710190129 because future has completed 2024-11-27T12:23:18,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T12:23:18,967 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b6619a530caebb1d42f2ccf51a2cb9bf, server=1ba5af43fd99,37387,1732710190129 in 177 msec 2024-11-27T12:23:18,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T12:23:18,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b6619a530caebb1d42f2ccf51a2cb9bf, ASSIGN in 333 msec 2024-11-27T12:23:18,969 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T12:23:18,969 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710198969"}]},"ts":"1732710198969"} 2024-11-27T12:23:18,971 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T12:23:18,972 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T12:23:18,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-27T12:23:19,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:23:19,970 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T12:23:19,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ae1c1ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:23:19,971 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32953,-1 for getting cluster id 2024-11-27T12:23:19,971 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:23:19,971 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efc7dfca-e40b-4798-a504-bab00687425d' 2024-11-27T12:23:19,972 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:23:19,972 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efc7dfca-e40b-4798-a504-bab00687425d" 2024-11-27T12:23:19,972 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca4d832, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:23:19,972 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32953,-1] 2024-11-27T12:23:19,972 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:23:19,972 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:19,973 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:23:19,974 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@715bc2a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:23:19,974 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:23:19,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,32953,1732710179817 2024-11-27T12:23:19,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a2bf348 2024-11-27T12:23:19,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:23:19,976 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:23:19,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://1ba5af43fd99:33915,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T12:23:19,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T12:23:19,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:23:19,979 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ba5af43fd99:33915' 2024-11-27T12:23:19,980 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a71a2cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:23:19,980 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,33915,-1 for getting cluster id 2024-11-27T12:23:19,980 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:23:19,981 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e063658e-f83d-4ea6-b8d2-ea339d7ff519' 2024-11-27T12:23:19,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:23:19,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e063658e-f83d-4ea6-b8d2-ea339d7ff519" 2024-11-27T12:23:19,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@330069f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:23:19,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,33915,-1] 2024-11-27T12:23:19,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:23:19,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:19,982 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:23:19,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d4ab00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:23:19,983 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:23:19,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,33915,1732710184159 2024-11-27T12:23:19,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@255c6a76 2024-11-27T12:23:19,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:23:19,984 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:23:19,985 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-27T12:23:19,985 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T12:23:19,985 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:19,985 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:19,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:23:19,986 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:23:19,988 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T12:23:19,992 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T12:23:19,993 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:19,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T12:23:20,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741837_1013 (size=1138) 2024-11-27T12:23:20,020 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 923b6c5d1cbf94ff2e8c981d1365fc8f, NAME => 'hbase:replication,,1732710199986.923b6c5d1cbf94ff2e8c981d1365fc8f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26 2024-11-27T12:23:20,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741838_1014 (size=44) 2024-11-27T12:23:20,038 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T12:23:20,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:23:20,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:23:20,439 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732710199986.923b6c5d1cbf94ff2e8c981d1365fc8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:23:20,439 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 923b6c5d1cbf94ff2e8c981d1365fc8f, disabling compactions & flushes 2024-11-27T12:23:20,439 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732710199986.923b6c5d1cbf94ff2e8c981d1365fc8f. 2024-11-27T12:23:20,439 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732710199986.923b6c5d1cbf94ff2e8c981d1365fc8f. 2024-11-27T12:23:20,439 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732710199986.923b6c5d1cbf94ff2e8c981d1365fc8f. after waiting 0 ms 2024-11-27T12:23:20,439 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732710199986.923b6c5d1cbf94ff2e8c981d1365fc8f. 2024-11-27T12:23:20,439 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732710199986.923b6c5d1cbf94ff2e8c981d1365fc8f. 2024-11-27T12:23:20,440 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 923b6c5d1cbf94ff2e8c981d1365fc8f: Waiting for close lock at 1732710200439Disabling compacts and flushes for region at 1732710200439Disabling writes for close at 1732710200439Writing region close event to WAL at 1732710200439Closed at 1732710200439 2024-11-27T12:23:20,442 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T12:23:20,442 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732710199986.923b6c5d1cbf94ff2e8c981d1365fc8f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732710200442"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732710200442"}]},"ts":"1732710200442"} 2024-11-27T12:23:20,448 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T12:23:20,449 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T12:23:20,449 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710200449"}]},"ts":"1732710200449"} 2024-11-27T12:23:20,451 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T12:23:20,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=923b6c5d1cbf94ff2e8c981d1365fc8f, ASSIGN}] 2024-11-27T12:23:20,452 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=923b6c5d1cbf94ff2e8c981d1365fc8f, ASSIGN 2024-11-27T12:23:20,453 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=923b6c5d1cbf94ff2e8c981d1365fc8f, ASSIGN; state=OFFLINE, location=1ba5af43fd99,33917,1732710180065; forceNewPlan=false, retain=false 2024-11-27T12:23:20,604 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=923b6c5d1cbf94ff2e8c981d1365fc8f, regionState=OPENING, regionLocation=1ba5af43fd99,33917,1732710180065 2024-11-27T12:23:20,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=923b6c5d1cbf94ff2e8c981d1365fc8f, ASSIGN because future has completed 2024-11-27T12:23:20,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:23:20,616 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 923b6c5d1cbf94ff2e8c981d1365fc8f, server=1ba5af43fd99,33917,1732710180065}] 2024-11-27T12:23:20,776 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732710199986.923b6c5d1cbf94ff2e8c981d1365fc8f. 2024-11-27T12:23:20,776 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:23:20,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T12:23:20,778 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1ba5af43fd99%2C33917%2C1732710180065.rep, suffix=, logDir=hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065, archiveDir=hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/oldWALs, maxLogs=10 2024-11-27T12:23:20,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.rep.1732710200779, exclude list is [], retry=0 2024-11-27T12:23:20,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38787,DS-185f6c7c-5148-4531-a088-e881b61a4f2f,DISK] 2024-11-27T12:23:20,825 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.rep.1732710200779 2024-11-27T12:23:20,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40565:40565)] 2024-11-27T12:23:20,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 923b6c5d1cbf94ff2e8c981d1365fc8f, NAME => 'hbase:replication,,1732710199986.923b6c5d1cbf94ff2e8c981d1365fc8f.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:23:20,833 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T12:23:20,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T12:23:20,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732710199986.923b6c5d1cbf94ff2e8c981d1365fc8f. service=MultiRowMutationService 2024-11-27T12:23:20,834 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T12:23:20,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 923b6c5d1cbf94ff2e8c981d1365fc8f 2024-11-27T12:23:20,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732710199986.923b6c5d1cbf94ff2e8c981d1365fc8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:23:20,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 923b6c5d1cbf94ff2e8c981d1365fc8f 2024-11-27T12:23:20,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 923b6c5d1cbf94ff2e8c981d1365fc8f 2024-11-27T12:23:20,856 INFO [StoreOpener-923b6c5d1cbf94ff2e8c981d1365fc8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 923b6c5d1cbf94ff2e8c981d1365fc8f 2024-11-27T12:23:20,858 INFO [StoreOpener-923b6c5d1cbf94ff2e8c981d1365fc8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 923b6c5d1cbf94ff2e8c981d1365fc8f columnFamilyName hfileref 2024-11-27T12:23:20,858 DEBUG [StoreOpener-923b6c5d1cbf94ff2e8c981d1365fc8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:20,858 INFO [StoreOpener-923b6c5d1cbf94ff2e8c981d1365fc8f-1 {}] regionserver.HStore(327): Store=923b6c5d1cbf94ff2e8c981d1365fc8f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:23:20,858 INFO [StoreOpener-923b6c5d1cbf94ff2e8c981d1365fc8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 923b6c5d1cbf94ff2e8c981d1365fc8f 2024-11-27T12:23:20,859 INFO [StoreOpener-923b6c5d1cbf94ff2e8c981d1365fc8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 923b6c5d1cbf94ff2e8c981d1365fc8f columnFamilyName queue 2024-11-27T12:23:20,859 DEBUG [StoreOpener-923b6c5d1cbf94ff2e8c981d1365fc8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:20,860 INFO [StoreOpener-923b6c5d1cbf94ff2e8c981d1365fc8f-1 {}] regionserver.HStore(327): Store=923b6c5d1cbf94ff2e8c981d1365fc8f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:23:20,860 INFO [StoreOpener-923b6c5d1cbf94ff2e8c981d1365fc8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 923b6c5d1cbf94ff2e8c981d1365fc8f 2024-11-27T12:23:20,861 INFO [StoreOpener-923b6c5d1cbf94ff2e8c981d1365fc8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 923b6c5d1cbf94ff2e8c981d1365fc8f columnFamilyName sid 2024-11-27T12:23:20,861 DEBUG [StoreOpener-923b6c5d1cbf94ff2e8c981d1365fc8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:23:20,861 INFO [StoreOpener-923b6c5d1cbf94ff2e8c981d1365fc8f-1 {}] regionserver.HStore(327): Store=923b6c5d1cbf94ff2e8c981d1365fc8f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:23:20,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 923b6c5d1cbf94ff2e8c981d1365fc8f 2024-11-27T12:23:20,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/hbase/replication/923b6c5d1cbf94ff2e8c981d1365fc8f 2024-11-27T12:23:20,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/hbase/replication/923b6c5d1cbf94ff2e8c981d1365fc8f 2024-11-27T12:23:20,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 923b6c5d1cbf94ff2e8c981d1365fc8f 2024-11-27T12:23:20,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 923b6c5d1cbf94ff2e8c981d1365fc8f 2024-11-27T12:23:20,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T12:23:20,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 923b6c5d1cbf94ff2e8c981d1365fc8f 2024-11-27T12:23:20,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/hbase/replication/923b6c5d1cbf94ff2e8c981d1365fc8f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:23:20,873 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 923b6c5d1cbf94ff2e8c981d1365fc8f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60918295, jitterRate=-0.09224666655063629}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T12:23:20,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 923b6c5d1cbf94ff2e8c981d1365fc8f 2024-11-27T12:23:20,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 923b6c5d1cbf94ff2e8c981d1365fc8f: Running coprocessor pre-open hook at 1732710200834Writing region info on filesystem at 1732710200834Initializing all the Stores at 1732710200836 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710200836Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710200856 (+20 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732710200856Cleaning up temporary data from old regions at 1732710200864 (+8 ms)Running coprocessor post-open hooks at 1732710200874 (+10 ms)Region opened successfully at 1732710200874 2024-11-27T12:23:20,875 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732710199986.923b6c5d1cbf94ff2e8c981d1365fc8f., pid=10, masterSystemTime=1732710200770 2024-11-27T12:23:20,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732710199986.923b6c5d1cbf94ff2e8c981d1365fc8f. 2024-11-27T12:23:20,878 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732710199986.923b6c5d1cbf94ff2e8c981d1365fc8f. 2024-11-27T12:23:20,878 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=923b6c5d1cbf94ff2e8c981d1365fc8f, regionState=OPEN, openSeqNum=2, regionLocation=1ba5af43fd99,33917,1732710180065 2024-11-27T12:23:20,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 923b6c5d1cbf94ff2e8c981d1365fc8f, server=1ba5af43fd99,33917,1732710180065 because future has completed 2024-11-27T12:23:20,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T12:23:20,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 923b6c5d1cbf94ff2e8c981d1365fc8f, server=1ba5af43fd99,33917,1732710180065 in 270 msec 2024-11-27T12:23:20,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T12:23:20,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=923b6c5d1cbf94ff2e8c981d1365fc8f, ASSIGN in 444 msec 2024-11-27T12:23:20,908 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T12:23:20,909 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732710200908"}]},"ts":"1732710200908"} 2024-11-27T12:23:20,911 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T12:23:20,913 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T12:23:20,915 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 927 msec 2024-11-27T12:23:20,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732710199986.923b6c5d1cbf94ff2e8c981d1365fc8f., hostname=1ba5af43fd99,33917,1732710180065, seqNum=2] 2024-11-27T12:23:21,021 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33917-0x1017c3f19300001, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1273579925 2024-11-27T12:23:21,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x1017c3f19300000, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1273579925 2024-11-27T12:23:21,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T12:23:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:23:21,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33917 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T12:23:21,197 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T12:23:21,227 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1ba5af43fd99,33917,1732710180065, ReplicationSource: 1, currentBandwidth=0 2024-11-27T12:23:21,227 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:23:21,227 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,33917,1732710180065, seqNum=-1] 2024-11-27T12:23:21,228 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:23:21,229 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-27T12:23:21,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1ba5af43fd99,33917,1732710180065', locateType=CURRENT is [region=hbase:replication,,1732710199986.923b6c5d1cbf94ff2e8c981d1365fc8f., hostname=1ba5af43fd99,33917,1732710180065, seqNum=2] 2024-11-27T12:23:21,232 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T12:23:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T12:23:21,235 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1ba5af43fd99,33917,1732710180065 suceeded 2024-11-27T12:23:21,236 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T12:23:21,236 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-27T12:23:21,237 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1ba5af43fd99:33915,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T12:23:21,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2610 sec 2024-11-27T12:23:21,253 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ba5af43fd99:33915' 2024-11-27T12:23:21,255 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a9dc576, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:23:21,255 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,33915,-1 for getting cluster id 2024-11-27T12:23:21,255 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:23:21,256 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e063658e-f83d-4ea6-b8d2-ea339d7ff519' 2024-11-27T12:23:21,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:23:21,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e063658e-f83d-4ea6-b8d2-ea339d7ff519" 2024-11-27T12:23:21,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c107b53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:23:21,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,33915,-1] 2024-11-27T12:23:21,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:23:21,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:21,257 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:23:21,257 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24461ff7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:23:21,257 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:23:21,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,33915,1732710184159 2024-11-27T12:23:21,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54ac81ac 2024-11-27T12:23:21,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:23:21,259 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-27T12:23:21,260 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1ba5af43fd99,33917,1732710180065 (queues=1) is replicating from cluster=efc7dfca-e40b-4798-a504-bab00687425d to cluster=e063658e-f83d-4ea6-b8d2-ea339d7ff519 2024-11-27T12:23:21,260 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1ba5af43fd99%2C33917%2C1732710180065 2024-11-27T12:23:21,260 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1ba5af43fd99,33917,1732710180065, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T12:23:21,260 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065.replicationSource.shipper1ba5af43fd99%2C33917%2C1732710180065,1-1ba5af43fd99,33917,1732710180065 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1ba5af43fd99%2C33917%2C1732710180065 2024-11-27T12:23:21,260 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,1-1ba5af43fd99,33917,1732710180065 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710180767, startPosition=0, beingWritten=true 2024-11-27T12:23:21,266 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,1-1ba5af43fd99,33917,1732710180065 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T12:23:21,266 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,1-1ba5af43fd99,33917,1732710180065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710180767 to pos 379, reset compression=false 2024-11-27T12:23:21,266 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065.replicationSource.shipper1ba5af43fd99%2C33917%2C1732710180065,1-1ba5af43fd99,33917,1732710180065 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,33917,1732710180065 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710180767, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T12:23:21,474 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,1-1ba5af43fd99,33917,1732710180065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710180767 to pos 379, reset compression=false 2024-11-27T12:23:21,789 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,1-1ba5af43fd99,33917,1732710180065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710180767 to pos 379, reset compression=false 2024-11-27T12:23:22,072 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T12:23:22,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:23:22,140 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T12:23:22,140 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:23:22,140 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:23:22,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:22,140 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:23:22,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:22,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cdee435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:23:22,141 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32953,-1 for getting cluster id 2024-11-27T12:23:22,141 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:23:22,142 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efc7dfca-e40b-4798-a504-bab00687425d' 2024-11-27T12:23:22,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:23:22,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efc7dfca-e40b-4798-a504-bab00687425d" 2024-11-27T12:23:22,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ee6a66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:23:22,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32953,-1] 2024-11-27T12:23:22,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:23:22,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:22,143 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:23:22,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@219e3dca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:23:22,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771648fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:23:22,144 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,33915,-1 for getting cluster id 2024-11-27T12:23:22,144 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:23:22,144 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e063658e-f83d-4ea6-b8d2-ea339d7ff519' 2024-11-27T12:23:22,144 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:23:22,144 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e063658e-f83d-4ea6-b8d2-ea339d7ff519" 2024-11-27T12:23:22,144 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bb29f64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:23:22,144 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,33915,-1] 2024-11-27T12:23:22,144 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:23:22,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:22,145 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:23:22,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@272ba2eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:23:22,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce7829d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:23:22,146 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,43503,-1 for getting cluster id 2024-11-27T12:23:22,146 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:23:22,146 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8d1202c-7127-42e0-97da-bfbb85def8c2' 2024-11-27T12:23:22,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:23:22,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8d1202c-7127-42e0-97da-bfbb85def8c2" 2024-11-27T12:23:22,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4692552c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:23:22,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,43503,-1] 2024-11-27T12:23:22,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:23:22,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:22,147 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:23:22,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df73225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:23:22,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:23:22,151 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732710202150/Put/seqid=0 2024-11-27T12:23:22,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741840_1016 (size=7894) 2024-11-27T12:23:22,192 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,1-1ba5af43fd99,33917,1732710180065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710180767 to pos 379, reset compression=false 2024-11-27T12:23:22,556 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732710202556/Put/seqid=0 2024-11-27T12:23:22,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741841_1017 (size=7691) 2024-11-27T12:23:22,695 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,1-1ba5af43fd99,33917,1732710180065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710180767 to pos 379, reset compression=false 2024-11-27T12:23:22,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63f8f42b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:23:22,961 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32953,-1 for getting cluster id 2024-11-27T12:23:22,962 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:23:22,962 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efc7dfca-e40b-4798-a504-bab00687425d' 2024-11-27T12:23:22,962 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:23:22,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efc7dfca-e40b-4798-a504-bab00687425d" 2024-11-27T12:23:22,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b828aeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:23:22,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32953,-1] 2024-11-27T12:23:22,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:23:22,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:22,964 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:23:22,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7697e8d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:23:22,965 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:23:22,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,33917,1732710180065, seqNum=-1] 2024-11-27T12:23:22,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:23:22,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:23:22,972 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:23:22,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,32953,1732710179817 2024-11-27T12:23:22,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32c85a4b 2024-11-27T12:23:22,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:23:22,974 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:23:22,976 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732710193509.4f725b8288884553d51a7487d4fc9ed1., hostname=1ba5af43fd99,33917,1732710180065, seqNum=2] 2024-11-27T12:23:22,978 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T12:23:22,982 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-27T12:23:22,984 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-27T12:23:22,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33917 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 4f725b8288884553d51a7487d4fc9ed1/f 2024-11-27T12:23:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33917 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-27T12:23:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33917 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T12:23:22,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33917 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 4f725b8288884553d51a7487d4fc9ed1/f 2024-11-27T12:23:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33917 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-27T12:23:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33917 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T12:23:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33917 {}] regionserver.HRegion(2603): Flush status journal for 4f725b8288884553d51a7487d4fc9ed1: 2024-11-27T12:23:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33917 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/staging/jenkins__test__8dve9ausfa768j2329dm8ppafj6o9f8tkr2cs4ftcknrh5qm3e8idb98ldanc9d7/f/hfile_0 2024-11-27T12:23:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/staging/jenkins__test__8dve9ausfa768j2329dm8ppafj6o9f8tkr2cs4ftcknrh5qm3e8idb98ldanc9d7/f/hfile_0 as hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/default/test/4f725b8288884553d51a7487d4fc9ed1/f/569111827a8943a7b432a7f4b9b6b841_SeqId_4_ 2024-11-27T12:23:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33917 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/staging/jenkins__test__8dve9ausfa768j2329dm8ppafj6o9f8tkr2cs4ftcknrh5qm3e8idb98ldanc9d7/f/hfile_1 2024-11-27T12:23:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/staging/jenkins__test__8dve9ausfa768j2329dm8ppafj6o9f8tkr2cs4ftcknrh5qm3e8idb98ldanc9d7/f/hfile_1 as hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/default/test/4f725b8288884553d51a7487d4fc9ed1/f/953b043c3136492484220711626d8932_SeqId_4_ 2024-11-27T12:23:22,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33917 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/staging/jenkins__test__8dve9ausfa768j2329dm8ppafj6o9f8tkr2cs4ftcknrh5qm3e8idb98ldanc9d7/f/hfile_0 into 4f725b8288884553d51a7487d4fc9ed1/f as hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/default/test/4f725b8288884553d51a7487d4fc9ed1/f/569111827a8943a7b432a7f4b9b6b841_SeqId_4_ - updating store file list. 2024-11-27T12:23:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33917 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 569111827a8943a7b432a7f4b9b6b841_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T12:23:23,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33917 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/default/test/4f725b8288884553d51a7487d4fc9ed1/f/569111827a8943a7b432a7f4b9b6b841_SeqId_4_ into 4f725b8288884553d51a7487d4fc9ed1/f 2024-11-27T12:23:23,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33917 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/staging/jenkins__test__8dve9ausfa768j2329dm8ppafj6o9f8tkr2cs4ftcknrh5qm3e8idb98ldanc9d7/f/hfile_0 into 4f725b8288884553d51a7487d4fc9ed1/f (new location: hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/default/test/4f725b8288884553d51a7487d4fc9ed1/f/569111827a8943a7b432a7f4b9b6b841_SeqId_4_) 2024-11-27T12:23:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33917 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/staging/jenkins__test__8dve9ausfa768j2329dm8ppafj6o9f8tkr2cs4ftcknrh5qm3e8idb98ldanc9d7/f/hfile_0 2024-11-27T12:23:23,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33917 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/staging/jenkins__test__8dve9ausfa768j2329dm8ppafj6o9f8tkr2cs4ftcknrh5qm3e8idb98ldanc9d7/f/hfile_1 into 4f725b8288884553d51a7487d4fc9ed1/f as hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/default/test/4f725b8288884553d51a7487d4fc9ed1/f/953b043c3136492484220711626d8932_SeqId_4_ - updating store file list. 2024-11-27T12:23:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33917 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 953b043c3136492484220711626d8932_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T12:23:23,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33917 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/default/test/4f725b8288884553d51a7487d4fc9ed1/f/953b043c3136492484220711626d8932_SeqId_4_ into 4f725b8288884553d51a7487d4fc9ed1/f 2024-11-27T12:23:23,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33917 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/staging/jenkins__test__8dve9ausfa768j2329dm8ppafj6o9f8tkr2cs4ftcknrh5qm3e8idb98ldanc9d7/f/hfile_1 into 4f725b8288884553d51a7487d4fc9ed1/f (new location: hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/default/test/4f725b8288884553d51a7487d4fc9ed1/f/953b043c3136492484220711626d8932_SeqId_4_) 2024-11-27T12:23:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33917 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/staging/jenkins__test__8dve9ausfa768j2329dm8ppafj6o9f8tkr2cs4ftcknrh5qm3e8idb98ldanc9d7/f/hfile_1 2024-11-27T12:23:23,006 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:23:23,006 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:23:23,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:23,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:23,006 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:23:23,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732710193509.4f725b8288884553d51a7487d4fc9ed1., hostname=1ba5af43fd99,33917,1732710180065, seqNum=2 , the old value is region=test,,1732710193509.4f725b8288884553d51a7487d4fc9ed1., hostname=1ba5af43fd99,33917,1732710180065, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1ba5af43fd99:33917 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T12:23:23,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732710193509.4f725b8288884553d51a7487d4fc9ed1., hostname=1ba5af43fd99,33917,1732710180065, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T12:23:23,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732710193509.4f725b8288884553d51a7487d4fc9ed1., hostname=1ba5af43fd99,33917,1732710180065, seqNum=2 from cache 2024-11-27T12:23:23,006 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:23:23,007 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T12:23:23,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,43451,1732710184544, seqNum=-1] 2024-11-27T12:23:23,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:23:23,008 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:23:23,009 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732710195662.bde9f71ad36a9c89028d5ec4a69e049a., hostname=1ba5af43fd99,43451,1732710184544, seqNum=2] 2024-11-27T12:23:23,011 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T12:23:23,110 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:33917 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T12:23:23,298 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,1-1ba5af43fd99,33917,1732710180065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710180767 to pos 379, reset compression=false 2024-11-27T12:23:23,302 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,1-1ba5af43fd99,33917,1732710180065 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T12:23:23,302 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065.replicationSource.shipper1ba5af43fd99%2C33917%2C1732710180065,1-1ba5af43fd99,33917,1732710180065 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,33917,1732710180065 got entry batch from reader: WALEntryBatch [walEntries=[{test/4f725b8288884553d51a7487d4fc9ed1/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732710203005/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710180767, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T12:23:23,304 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065.replicationSource.shipper1ba5af43fd99%2C33917%2C1732710180065,1-1ba5af43fd99,33917,1732710180065 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T12:23:23,305 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-27T12:23:23,305 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.ReplicationSink(318): Replicating [efc7dfca-e40b-4798-a504-bab00687425d] bulk loaded data 2024-11-27T12:23:23,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e7125de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:23:23,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,33915,-1 for getting cluster id 2024-11-27T12:23:23,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:23:23,306 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e063658e-f83d-4ea6-b8d2-ea339d7ff519' 2024-11-27T12:23:23,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:23:23,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e063658e-f83d-4ea6-b8d2-ea339d7ff519" 2024-11-27T12:23:23,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2563c3be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:23:23,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,33915,-1] 2024-11-27T12:23:23,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:23:23,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:23,308 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:23:23,308 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69265dbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:23:23,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741837_1013 (size=7894) 2024-11-27T12:23:23,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741838_1014 (size=7691) 2024-11-27T12:23:23,502 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,1-1ba5af43fd99,33917,1732710180065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710180767 to pos 687, reset compression=false 2024-11-27T12:23:23,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:23:23,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,33915,1732710184159 2024-11-27T12:23:23,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e284341 2024-11-27T12:23:23,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:23:23,737 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-27T12:23:23,739 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T12:23:23,739 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:23:23,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,43451,1732710184544, seqNum=-1] 2024-11-27T12:23:23,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:23:23,741 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-27T12:23:23,745 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/staging/jenkins.hfs.22__test__m33abi47ouna92256vu4h60stkkvocd5bht176ltprmmamrlcisvtd9eavfr844c/f/569111827a8943a7b432a7f4b9b6b841_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-27T12:23:23,746 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/staging/jenkins.hfs.22__test__m33abi47ouna92256vu4h60stkkvocd5bht176ltprmmamrlcisvtd9eavfr844c/f/953b043c3136492484220711626d8932_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-27T12:23:23,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/staging/jenkins.hfs.22__test__m33abi47ouna92256vu4h60stkkvocd5bht176ltprmmamrlcisvtd9eavfr844c/f/569111827a8943a7b432a7f4b9b6b841_SeqId_4_ for inclusion in bde9f71ad36a9c89028d5ec4a69e049a/f 2024-11-27T12:23:23,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-27T12:23:23,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T12:23:23,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/staging/jenkins.hfs.22__test__m33abi47ouna92256vu4h60stkkvocd5bht176ltprmmamrlcisvtd9eavfr844c/f/953b043c3136492484220711626d8932_SeqId_4_ for inclusion in bde9f71ad36a9c89028d5ec4a69e049a/f 2024-11-27T12:23:23,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-27T12:23:23,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T12:23:23,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HRegion(2603): Flush status journal for bde9f71ad36a9c89028d5ec4a69e049a: 2024-11-27T12:23:23,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 569111827a8943a7b432a7f4b9b6b841_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T12:23:23,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/staging/jenkins.hfs.22__test__m33abi47ouna92256vu4h60stkkvocd5bht176ltprmmamrlcisvtd9eavfr844c/f/569111827a8943a7b432a7f4b9b6b841_SeqId_4_ as hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/data/default/test/bde9f71ad36a9c89028d5ec4a69e049a/f/c1ecac03bc984c459d447ceb61cc931b_SeqId_4_ 2024-11-27T12:23:23,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 953b043c3136492484220711626d8932_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T12:23:23,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/staging/jenkins.hfs.22__test__m33abi47ouna92256vu4h60stkkvocd5bht176ltprmmamrlcisvtd9eavfr844c/f/953b043c3136492484220711626d8932_SeqId_4_ as hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/data/default/test/bde9f71ad36a9c89028d5ec4a69e049a/f/4f62ce5467604ab2914eb5a8779c6061_SeqId_4_ 2024-11-27T12:23:23,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/staging/jenkins.hfs.22__test__m33abi47ouna92256vu4h60stkkvocd5bht176ltprmmamrlcisvtd9eavfr844c/f/569111827a8943a7b432a7f4b9b6b841_SeqId_4_ into bde9f71ad36a9c89028d5ec4a69e049a/f as hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/data/default/test/bde9f71ad36a9c89028d5ec4a69e049a/f/c1ecac03bc984c459d447ceb61cc931b_SeqId_4_ - updating store file list. 2024-11-27T12:23:23,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c1ecac03bc984c459d447ceb61cc931b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T12:23:23,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/data/default/test/bde9f71ad36a9c89028d5ec4a69e049a/f/c1ecac03bc984c459d447ceb61cc931b_SeqId_4_ into bde9f71ad36a9c89028d5ec4a69e049a/f 2024-11-27T12:23:23,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/staging/jenkins.hfs.22__test__m33abi47ouna92256vu4h60stkkvocd5bht176ltprmmamrlcisvtd9eavfr844c/f/569111827a8943a7b432a7f4b9b6b841_SeqId_4_ into bde9f71ad36a9c89028d5ec4a69e049a/f (new location: hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/data/default/test/bde9f71ad36a9c89028d5ec4a69e049a/f/c1ecac03bc984c459d447ceb61cc931b_SeqId_4_) 2024-11-27T12:23:23,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/staging/jenkins.hfs.22__test__m33abi47ouna92256vu4h60stkkvocd5bht176ltprmmamrlcisvtd9eavfr844c/f/569111827a8943a7b432a7f4b9b6b841_SeqId_4_ 2024-11-27T12:23:23,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/staging/jenkins.hfs.22__test__m33abi47ouna92256vu4h60stkkvocd5bht176ltprmmamrlcisvtd9eavfr844c/f/953b043c3136492484220711626d8932_SeqId_4_ into bde9f71ad36a9c89028d5ec4a69e049a/f as hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/data/default/test/bde9f71ad36a9c89028d5ec4a69e049a/f/4f62ce5467604ab2914eb5a8779c6061_SeqId_4_ - updating store file list. 2024-11-27T12:23:23,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4f62ce5467604ab2914eb5a8779c6061_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T12:23:23,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/data/default/test/bde9f71ad36a9c89028d5ec4a69e049a/f/4f62ce5467604ab2914eb5a8779c6061_SeqId_4_ into bde9f71ad36a9c89028d5ec4a69e049a/f 2024-11-27T12:23:23,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/staging/jenkins.hfs.22__test__m33abi47ouna92256vu4h60stkkvocd5bht176ltprmmamrlcisvtd9eavfr844c/f/953b043c3136492484220711626d8932_SeqId_4_ into bde9f71ad36a9c89028d5ec4a69e049a/f (new location: hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/data/default/test/bde9f71ad36a9c89028d5ec4a69e049a/f/4f62ce5467604ab2914eb5a8779c6061_SeqId_4_) 2024-11-27T12:23:23,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/staging/jenkins.hfs.22__test__m33abi47ouna92256vu4h60stkkvocd5bht176ltprmmamrlcisvtd9eavfr844c/f/953b043c3136492484220711626d8932_SeqId_4_ 2024-11-27T12:23:23,763 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.ReplicationSink(324): Finished replicating [efc7dfca-e40b-4798-a504-bab00687425d] bulk loaded data 2024-11-27T12:23:23,805 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,1-1ba5af43fd99,33917,1732710180065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710180767 to pos 687, reset compression=false 2024-11-27T12:23:24,019 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:23:24,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,37387,1732710190129, seqNum=-1] 2024-11-27T12:23:24,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:23:24,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:23:24,022 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732710197812.b6619a530caebb1d42f2ccf51a2cb9bf., hostname=1ba5af43fd99,37387,1732710190129, seqNum=2] 2024-11-27T12:23:24,028 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T12:23:24,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T12:23:24,030 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1ba5af43fd99%2C33917%2C1732710180065:(num 1732710180767) roll requested 2024-11-27T12:23:24,052 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710204031, exclude list is [], retry=0 2024-11-27T12:23:24,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38787,DS-185f6c7c-5148-4531-a088-e881b61a4f2f,DISK] 2024-11-27T12:23:24,056 INFO [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710180767 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710204031 2024-11-27T12:23:24,056 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40565:40565)] 2024-11-27T12:23:24,056 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710180767 is not closed yet, will try archiving it next time 2024-11-27T12:23:24,056 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1ba5af43fd99%2C33917%2C1732710180065.meta:.meta(num 1732710181795) roll requested 2024-11-27T12:23:24,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12098287, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:23:24,057 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32953,-1 for getting cluster id 2024-11-27T12:23:24,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741832_1008 (size=695) 2024-11-27T12:23:24,057 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:23:24,059 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efc7dfca-e40b-4798-a504-bab00687425d' 2024-11-27T12:23:24,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:23:24,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efc7dfca-e40b-4798-a504-bab00687425d" 2024-11-27T12:23:24,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69af575d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:23:24,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32953,-1] 2024-11-27T12:23:24,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:23:24,060 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:24,060 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:23:24,061 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@204ed838, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:23:24,061 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710180767 to hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/oldWALs/1ba5af43fd99%2C33917%2C1732710180065.1732710180767 2024-11-27T12:23:24,061 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:23:24,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,32953,1732710179817 2024-11-27T12:23:24,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@181eac06 2024-11-27T12:23:24,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:23:24,063 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:23:24,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://1ba5af43fd99:43503,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T12:23:24,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T12:23:24,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T12:23:24,067 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ba5af43fd99:43503' 2024-11-27T12:23:24,071 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a358e68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:23:24,071 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,43503,-1 for getting cluster id 2024-11-27T12:23:24,071 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:23:24,072 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8d1202c-7127-42e0-97da-bfbb85def8c2' 2024-11-27T12:23:24,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:23:24,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8d1202c-7127-42e0-97da-bfbb85def8c2" 2024-11-27T12:23:24,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d9c4443, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:23:24,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,43503,-1] 2024-11-27T12:23:24,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:23:24,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:24,073 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.meta.1732710204057.meta, exclude list is [], retry=0 2024-11-27T12:23:24,073 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:23:24,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@384dd7e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:23:24,074 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:23:24,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38787,DS-185f6c7c-5148-4531-a088-e881b61a4f2f,DISK] 2024-11-27T12:23:24,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,43503,1732710190024 2024-11-27T12:23:24,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29db1e07 2024-11-27T12:23:24,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:23:24,076 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:23:24,077 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T12:23:24,077 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T12:23:24,077 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:24,077 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:24,077 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:23:24,092 INFO [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.meta.1732710181795.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.meta.1732710204057.meta 2024-11-27T12:23:24,092 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40565:40565)] 2024-11-27T12:23:24,092 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.meta.1732710181795.meta is not closed yet, will try archiving it next time 2024-11-27T12:23:24,092 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1ba5af43fd99%2C33917%2C1732710180065.rep:(num 1732710200779) roll requested 2024-11-27T12:23:24,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741834_1010 (size=3473) 2024-11-27T12:23:24,107 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.rep.1732710204092, exclude list is [], retry=0 2024-11-27T12:23:24,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38787,DS-185f6c7c-5148-4531-a088-e881b61a4f2f,DISK] 2024-11-27T12:23:24,110 INFO [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.rep.1732710200779 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.rep.1732710204092 2024-11-27T12:23:24,112 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40565:40565)] 2024-11-27T12:23:24,112 DEBUG [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.rep.1732710200779 is not closed yet, will try archiving it next time 2024-11-27T12:23:24,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741839_1015 (size=1505) 2024-11-27T12:23:24,113 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.rep.1732710200779 not finished, retry = 0 2024-11-27T12:23:24,158 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T12:23:24,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T12:23:24,208 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,1-1ba5af43fd99,33917,1732710180065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710180767 to pos 687, reset compression=false 2024-11-27T12:23:24,216 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,1-1ba5af43fd99,33917,1732710180065 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710180767 was moved to hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/oldWALs/1ba5af43fd99%2C33917%2C1732710180065.1732710180767 2024-11-27T12:23:24,218 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,1-1ba5af43fd99,33917,1732710180065 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710180767 2024-11-27T12:23:24,218 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,1-1ba5af43fd99,33917,1732710180065 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710204031, startPosition=0, beingWritten=true 2024-11-27T12:23:24,218 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065.replicationSource.shipper1ba5af43fd99%2C33917%2C1732710180065,1-1ba5af43fd99,33917,1732710180065 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,33917,1732710180065 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710180767, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-27T12:23:24,220 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065.replicationSource.shipper1ba5af43fd99%2C33917%2C1732710180065,1-1ba5af43fd99,33917,1732710180065 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [1ba5af43fd99%2C33917%2C1732710180065.1732710180767] 2024-11-27T12:23:24,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33917 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-27T12:23:24,310 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-27T12:23:24,343 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-1ba5af43fd99,33917,1732710180065, ReplicationSource: 2, currentBandwidth=0 2024-11-27T12:23:24,345 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-27T12:23:24,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-27T12:23:24,346 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 1ba5af43fd99,33917,1732710180065 suceeded 2024-11-27T12:23:24,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-27T12:23:24,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-27T12:23:24,348 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://1ba5af43fd99:43503,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T12:23:24,349 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 285 msec 2024-11-27T12:23:24,357 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,33917,1732710180065 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1ba5af43fd99:43503' 2024-11-27T12:23:24,358 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,33917,1732710180065 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@251b5ecb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:23:24,358 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,33917,1732710180065 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,43503,-1 for getting cluster id 2024-11-27T12:23:24,358 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,33917,1732710180065 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:23:24,359 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8d1202c-7127-42e0-97da-bfbb85def8c2' 2024-11-27T12:23:24,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:23:24,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8d1202c-7127-42e0-97da-bfbb85def8c2" 2024-11-27T12:23:24,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79d5b64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:23:24,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,43503,-1] 2024-11-27T12:23:24,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:23:24,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:24,360 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:23:24,360 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,33917,1732710180065 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8f62c1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:23:24,361 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,33917,1732710180065 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:23:24,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,43503,1732710190024 2024-11-27T12:23:24,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ee41613 2024-11-27T12:23:24,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:23:24,362 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-27T12:23:24,362 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,33917,1732710180065 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-1ba5af43fd99,33917,1732710180065 (queues=1) is replicating from cluster=efc7dfca-e40b-4798-a504-bab00687425d to cluster=b8d1202c-7127-42e0-97da-bfbb85def8c2 2024-11-27T12:23:24,362 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,33917,1732710180065 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=1ba5af43fd99%2C33917%2C1732710180065 2024-11-27T12:23:24,362 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,33917,1732710180065 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-1ba5af43fd99,33917,1732710180065, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T12:23:24,363 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,2-1ba5af43fd99,33917,1732710180065 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710204031, startPosition=0, beingWritten=true 2024-11-27T12:23:24,363 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,33917,1732710180065.replicationSource.shipper1ba5af43fd99%2C33917%2C1732710180065,2-1ba5af43fd99,33917,1732710180065 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1ba5af43fd99%2C33917%2C1732710180065 2024-11-27T12:23:24,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T12:23:24,380 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-27T12:23:24,380 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:23:24,380 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:23:24,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:24,380 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:23:24,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:24,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:23:24,384 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732710204383/Put/seqid=0 2024-11-27T12:23:24,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741845_1021 (size=11194) 2024-11-27T12:23:24,446 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:23:24,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:24,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:24,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:24,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:24,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:24,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:24,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:24,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:24,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:24,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:24,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:24,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:24,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:24,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:24,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:24,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:24,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:24,566 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,2-1ba5af43fd99,33917,1732710180065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710204031 to pos 0, reset compression=false 2024-11-27T12:23:24,722 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,1-1ba5af43fd99,33917,1732710180065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710204031 to pos 0, reset compression=false 2024-11-27T12:23:24,789 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732710204788/Put/seqid=0 2024-11-27T12:23:24,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741846_1022 (size=10791) 2024-11-27T12:23:24,870 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,2-1ba5af43fd99,33917,1732710180065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710204031 to pos 0, reset compression=false 2024-11-27T12:23:24,990 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T12:23:25,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a371d99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:23:25,193 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,32953,-1 for getting cluster id 2024-11-27T12:23:25,193 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:23:25,194 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efc7dfca-e40b-4798-a504-bab00687425d' 2024-11-27T12:23:25,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:23:25,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efc7dfca-e40b-4798-a504-bab00687425d" 2024-11-27T12:23:25,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51031665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:23:25,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,32953,-1] 2024-11-27T12:23:25,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:23:25,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:25,196 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:23:25,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df6b560, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:23:25,197 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:23:25,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,33917,1732710180065, seqNum=-1] 2024-11-27T12:23:25,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:23:25,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:23:25,223 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:23:25,224 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,32953,1732710179817 2024-11-27T12:23:25,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c4a613 2024-11-27T12:23:25,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:23:25,226 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:23:25,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732710193509.4f725b8288884553d51a7487d4fc9ed1., hostname=1ba5af43fd99,33917,1732710180065, seqNum=2] 2024-11-27T12:23:25,233 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T12:23:25,247 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-27T12:23:25,250 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-27T12:23:25,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33917 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 4f725b8288884553d51a7487d4fc9ed1/f 2024-11-27T12:23:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33917 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-27T12:23:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33917 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T12:23:25,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33917 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 4f725b8288884553d51a7487d4fc9ed1/f 2024-11-27T12:23:25,278 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,2-1ba5af43fd99,33917,1732710180065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710204031 to pos 0, reset compression=false 2024-11-27T12:23:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33917 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-27T12:23:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33917 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T12:23:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33917 {}] regionserver.HRegion(2603): Flush status journal for 4f725b8288884553d51a7487d4fc9ed1: 2024-11-27T12:23:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33917 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/staging/jenkins__test__7rl5kt61gkmmiu8ek592c9stouadb40t9mlm8dcvg9m99obng9gdhkj3pf1p73e9/f/hfile_0 2024-11-27T12:23:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/staging/jenkins__test__7rl5kt61gkmmiu8ek592c9stouadb40t9mlm8dcvg9m99obng9gdhkj3pf1p73e9/f/hfile_0 as hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/default/test/4f725b8288884553d51a7487d4fc9ed1/f/8c876dd213ee4d5f9fee1fb8b6f3461f_SeqId_6_ 2024-11-27T12:23:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33917 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/staging/jenkins__test__7rl5kt61gkmmiu8ek592c9stouadb40t9mlm8dcvg9m99obng9gdhkj3pf1p73e9/f/hfile_1 2024-11-27T12:23:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/staging/jenkins__test__7rl5kt61gkmmiu8ek592c9stouadb40t9mlm8dcvg9m99obng9gdhkj3pf1p73e9/f/hfile_1 as hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/default/test/4f725b8288884553d51a7487d4fc9ed1/f/518adc895ffa427a9f70d21565326b36_SeqId_6_ 2024-11-27T12:23:25,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33917 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/staging/jenkins__test__7rl5kt61gkmmiu8ek592c9stouadb40t9mlm8dcvg9m99obng9gdhkj3pf1p73e9/f/hfile_0 into 4f725b8288884553d51a7487d4fc9ed1/f as hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/default/test/4f725b8288884553d51a7487d4fc9ed1/f/8c876dd213ee4d5f9fee1fb8b6f3461f_SeqId_6_ - updating store file list. 2024-11-27T12:23:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33917 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8c876dd213ee4d5f9fee1fb8b6f3461f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T12:23:25,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33917 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/default/test/4f725b8288884553d51a7487d4fc9ed1/f/8c876dd213ee4d5f9fee1fb8b6f3461f_SeqId_6_ into 4f725b8288884553d51a7487d4fc9ed1/f 2024-11-27T12:23:25,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33917 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/staging/jenkins__test__7rl5kt61gkmmiu8ek592c9stouadb40t9mlm8dcvg9m99obng9gdhkj3pf1p73e9/f/hfile_0 into 4f725b8288884553d51a7487d4fc9ed1/f (new location: hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/default/test/4f725b8288884553d51a7487d4fc9ed1/f/8c876dd213ee4d5f9fee1fb8b6f3461f_SeqId_6_) 2024-11-27T12:23:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33917 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/staging/jenkins__test__7rl5kt61gkmmiu8ek592c9stouadb40t9mlm8dcvg9m99obng9gdhkj3pf1p73e9/f/hfile_0 2024-11-27T12:23:25,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33917 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/staging/jenkins__test__7rl5kt61gkmmiu8ek592c9stouadb40t9mlm8dcvg9m99obng9gdhkj3pf1p73e9/f/hfile_1 into 4f725b8288884553d51a7487d4fc9ed1/f as hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/default/test/4f725b8288884553d51a7487d4fc9ed1/f/518adc895ffa427a9f70d21565326b36_SeqId_6_ - updating store file list. 2024-11-27T12:23:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33917 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 518adc895ffa427a9f70d21565326b36_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T12:23:25,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33917 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/default/test/4f725b8288884553d51a7487d4fc9ed1/f/518adc895ffa427a9f70d21565326b36_SeqId_6_ into 4f725b8288884553d51a7487d4fc9ed1/f 2024-11-27T12:23:25,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33917 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/staging/jenkins__test__7rl5kt61gkmmiu8ek592c9stouadb40t9mlm8dcvg9m99obng9gdhkj3pf1p73e9/f/hfile_1 into 4f725b8288884553d51a7487d4fc9ed1/f (new location: hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/default/test/4f725b8288884553d51a7487d4fc9ed1/f/518adc895ffa427a9f70d21565326b36_SeqId_6_) 2024-11-27T12:23:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33917 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/staging/jenkins__test__7rl5kt61gkmmiu8ek592c9stouadb40t9mlm8dcvg9m99obng9gdhkj3pf1p73e9/f/hfile_1 2024-11-27T12:23:25,326 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,1-1ba5af43fd99,33917,1732710180065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710204031 to pos 0, reset compression=false 2024-11-27T12:23:25,329 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:23:25,329 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:23:25,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:25,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:25,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732710193509.4f725b8288884553d51a7487d4fc9ed1., hostname=1ba5af43fd99,33917,1732710180065, seqNum=2 , the old value is region=test,,1732710193509.4f725b8288884553d51a7487d4fc9ed1., hostname=1ba5af43fd99,33917,1732710180065, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1ba5af43fd99:33917 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T12:23:25,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732710193509.4f725b8288884553d51a7487d4fc9ed1., hostname=1ba5af43fd99,33917,1732710180065, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T12:23:25,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732710193509.4f725b8288884553d51a7487d4fc9ed1., hostname=1ba5af43fd99,33917,1732710180065, seqNum=2 from cache 2024-11-27T12:23:25,330 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:23:25,335 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T12:23:25,337 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T12:23:25,359 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,1-1ba5af43fd99,33917,1732710180065 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T12:23:25,359 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065.replicationSource.shipper1ba5af43fd99%2C33917%2C1732710180065,1-1ba5af43fd99,33917,1732710180065 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1ba5af43fd99,33917,1732710180065 got entry batch from reader: WALEntryBatch [walEntries=[{test/4f725b8288884553d51a7487d4fc9ed1/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732710205326/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710204031, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T12:23:25,360 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.ReplicationSink(318): Replicating [efc7dfca-e40b-4798-a504-bab00687425d] bulk loaded data 2024-11-27T12:23:25,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741839_1015 (size=11194) 2024-11-27T12:23:25,440 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:33917 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T12:23:25,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741840_1016 (size=10791) 2024-11-27T12:23:25,559 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,1-1ba5af43fd99,33917,1732710180065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710204031 to pos 393, reset compression=false 2024-11-27T12:23:25,790 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,2-1ba5af43fd99,33917,1732710180065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710204031 to pos 0, reset compression=false 2024-11-27T12:23:25,795 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,2-1ba5af43fd99,33917,1732710180065 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T12:23:25,795 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,33917,1732710180065.replicationSource.shipper1ba5af43fd99%2C33917%2C1732710180065,2-1ba5af43fd99,33917,1732710180065 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-1ba5af43fd99,33917,1732710180065 got entry batch from reader: WALEntryBatch [walEntries=[{test/4f725b8288884553d51a7487d4fc9ed1/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732710205326/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710204031, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T12:23:25,797 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,33917,1732710180065.replicationSource.shipper1ba5af43fd99%2C33917%2C1732710180065,2-1ba5af43fd99,33917,1732710180065 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T12:23:25,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-27T12:23:25,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.ReplicationSink(318): Replicating [efc7dfca-e40b-4798-a504-bab00687425d] bulk loaded data 2024-11-27T12:23:25,800 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f7f330a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:23:25,800 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] client.ClusterIdFetcher(90): Going to request 1ba5af43fd99,43503,-1 for getting cluster id 2024-11-27T12:23:25,800 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:23:25,802 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8d1202c-7127-42e0-97da-bfbb85def8c2' 2024-11-27T12:23:25,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:23:25,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8d1202c-7127-42e0-97da-bfbb85def8c2" 2024-11-27T12:23:25,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11513012, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:23:25,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ba5af43fd99,43503,-1] 2024-11-27T12:23:25,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:23:25,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:25,803 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:23:25,804 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19d14b16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:23:25,849 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T12:23:25,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741837_1013 (size=11194) 2024-11-27T12:23:25,864 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,1-1ba5af43fd99,33917,1732710180065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710204031 to pos 393, reset compression=false 2024-11-27T12:23:25,870 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/staging/jenkins.hfs.22__test__3qggskpi39s7uk1jtliudvmggvv0ca3307np2i8gn7p2gdsrnli25cv2hfkrig8k/f/518adc895ffa427a9f70d21565326b36_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-27T12:23:25,880 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/staging/jenkins.hfs.22__test__3qggskpi39s7uk1jtliudvmggvv0ca3307np2i8gn7p2gdsrnli25cv2hfkrig8k/f/8c876dd213ee4d5f9fee1fb8b6f3461f_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-27T12:23:25,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/staging/jenkins.hfs.22__test__3qggskpi39s7uk1jtliudvmggvv0ca3307np2i8gn7p2gdsrnli25cv2hfkrig8k/f/518adc895ffa427a9f70d21565326b36_SeqId_6_ for inclusion in bde9f71ad36a9c89028d5ec4a69e049a/f 2024-11-27T12:23:25,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-27T12:23:25,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T12:23:25,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/staging/jenkins.hfs.22__test__3qggskpi39s7uk1jtliudvmggvv0ca3307np2i8gn7p2gdsrnli25cv2hfkrig8k/f/8c876dd213ee4d5f9fee1fb8b6f3461f_SeqId_6_ for inclusion in bde9f71ad36a9c89028d5ec4a69e049a/f 2024-11-27T12:23:25,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-27T12:23:25,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T12:23:25,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HRegion(2603): Flush status journal for bde9f71ad36a9c89028d5ec4a69e049a: 2024-11-27T12:23:25,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 518adc895ffa427a9f70d21565326b36_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T12:23:25,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/staging/jenkins.hfs.22__test__3qggskpi39s7uk1jtliudvmggvv0ca3307np2i8gn7p2gdsrnli25cv2hfkrig8k/f/518adc895ffa427a9f70d21565326b36_SeqId_6_ as hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/data/default/test/bde9f71ad36a9c89028d5ec4a69e049a/f/5b27e18b866c4d3083f2b541feddade5_SeqId_6_ 2024-11-27T12:23:25,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8c876dd213ee4d5f9fee1fb8b6f3461f_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T12:23:25,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/staging/jenkins.hfs.22__test__3qggskpi39s7uk1jtliudvmggvv0ca3307np2i8gn7p2gdsrnli25cv2hfkrig8k/f/8c876dd213ee4d5f9fee1fb8b6f3461f_SeqId_6_ as hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/data/default/test/bde9f71ad36a9c89028d5ec4a69e049a/f/ab360c0efacf421b96fd54707fa0dc3d_SeqId_6_ 2024-11-27T12:23:25,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/staging/jenkins.hfs.22__test__3qggskpi39s7uk1jtliudvmggvv0ca3307np2i8gn7p2gdsrnli25cv2hfkrig8k/f/518adc895ffa427a9f70d21565326b36_SeqId_6_ into bde9f71ad36a9c89028d5ec4a69e049a/f as hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/data/default/test/bde9f71ad36a9c89028d5ec4a69e049a/f/5b27e18b866c4d3083f2b541feddade5_SeqId_6_ - updating store file list. 2024-11-27T12:23:25,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5b27e18b866c4d3083f2b541feddade5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T12:23:25,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/data/default/test/bde9f71ad36a9c89028d5ec4a69e049a/f/5b27e18b866c4d3083f2b541feddade5_SeqId_6_ into bde9f71ad36a9c89028d5ec4a69e049a/f 2024-11-27T12:23:25,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/staging/jenkins.hfs.22__test__3qggskpi39s7uk1jtliudvmggvv0ca3307np2i8gn7p2gdsrnli25cv2hfkrig8k/f/518adc895ffa427a9f70d21565326b36_SeqId_6_ into bde9f71ad36a9c89028d5ec4a69e049a/f (new location: hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/data/default/test/bde9f71ad36a9c89028d5ec4a69e049a/f/5b27e18b866c4d3083f2b541feddade5_SeqId_6_) 2024-11-27T12:23:25,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/staging/jenkins.hfs.22__test__3qggskpi39s7uk1jtliudvmggvv0ca3307np2i8gn7p2gdsrnli25cv2hfkrig8k/f/518adc895ffa427a9f70d21565326b36_SeqId_6_ 2024-11-27T12:23:25,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/staging/jenkins.hfs.22__test__3qggskpi39s7uk1jtliudvmggvv0ca3307np2i8gn7p2gdsrnli25cv2hfkrig8k/f/8c876dd213ee4d5f9fee1fb8b6f3461f_SeqId_6_ into bde9f71ad36a9c89028d5ec4a69e049a/f as hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/data/default/test/bde9f71ad36a9c89028d5ec4a69e049a/f/ab360c0efacf421b96fd54707fa0dc3d_SeqId_6_ - updating store file list. 2024-11-27T12:23:25,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ab360c0efacf421b96fd54707fa0dc3d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T12:23:25,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/data/default/test/bde9f71ad36a9c89028d5ec4a69e049a/f/ab360c0efacf421b96fd54707fa0dc3d_SeqId_6_ into bde9f71ad36a9c89028d5ec4a69e049a/f 2024-11-27T12:23:25,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/staging/jenkins.hfs.22__test__3qggskpi39s7uk1jtliudvmggvv0ca3307np2i8gn7p2gdsrnli25cv2hfkrig8k/f/8c876dd213ee4d5f9fee1fb8b6f3461f_SeqId_6_ into bde9f71ad36a9c89028d5ec4a69e049a/f (new location: hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/data/default/test/bde9f71ad36a9c89028d5ec4a69e049a/f/ab360c0efacf421b96fd54707fa0dc3d_SeqId_6_) 2024-11-27T12:23:25,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/staging/jenkins.hfs.22__test__3qggskpi39s7uk1jtliudvmggvv0ca3307np2i8gn7p2gdsrnli25cv2hfkrig8k/f/8c876dd213ee4d5f9fee1fb8b6f3461f_SeqId_6_ 2024-11-27T12:23:25,918 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.ReplicationSink(324): Finished replicating [efc7dfca-e40b-4798-a504-bab00687425d] bulk loaded data 2024-11-27T12:23:25,995 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,2-1ba5af43fd99,33917,1732710180065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710204031 to pos 393, reset compression=false 2024-11-27T12:23:26,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741838_1014 (size=10791) 2024-11-27T12:23:26,292 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,1-1ba5af43fd99,33917,1732710180065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710204031 to pos 393, reset compression=false 2024-11-27T12:23:26,300 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,2-1ba5af43fd99,33917,1732710180065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710204031 to pos 393, reset compression=false 2024-11-27T12:23:26,343 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T12:23:26,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:23:26,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ba5af43fd99,43503,1732710190024 2024-11-27T12:23:26,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fd20f2 2024-11-27T12:23:26,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:23:26,664 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-27T12:23:26,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T12:23:26,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:23:26,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ba5af43fd99,37387,1732710190129, seqNum=-1] 2024-11-27T12:23:26,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:23:26,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-27T12:23:26,671 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/staging/jenkins.hfs.23__test__ekph85v52nrfvr8i7uaqefd68iqd12r71jk5grt0036pi0dl7m2o0uqqa1qpj662/f/518adc895ffa427a9f70d21565326b36_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-27T12:23:26,673 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/staging/jenkins.hfs.23__test__ekph85v52nrfvr8i7uaqefd68iqd12r71jk5grt0036pi0dl7m2o0uqqa1qpj662/f/8c876dd213ee4d5f9fee1fb8b6f3461f_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-27T12:23:26,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/staging/jenkins.hfs.23__test__ekph85v52nrfvr8i7uaqefd68iqd12r71jk5grt0036pi0dl7m2o0uqqa1qpj662/f/518adc895ffa427a9f70d21565326b36_SeqId_6_ for inclusion in b6619a530caebb1d42f2ccf51a2cb9bf/f 2024-11-27T12:23:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-27T12:23:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T12:23:26,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/staging/jenkins.hfs.23__test__ekph85v52nrfvr8i7uaqefd68iqd12r71jk5grt0036pi0dl7m2o0uqqa1qpj662/f/8c876dd213ee4d5f9fee1fb8b6f3461f_SeqId_6_ for inclusion in b6619a530caebb1d42f2ccf51a2cb9bf/f 2024-11-27T12:23:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-27T12:23:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T12:23:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(2603): Flush status journal for b6619a530caebb1d42f2ccf51a2cb9bf: 2024-11-27T12:23:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 518adc895ffa427a9f70d21565326b36_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T12:23:26,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/staging/jenkins.hfs.23__test__ekph85v52nrfvr8i7uaqefd68iqd12r71jk5grt0036pi0dl7m2o0uqqa1qpj662/f/518adc895ffa427a9f70d21565326b36_SeqId_6_ as hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/data/default/test/b6619a530caebb1d42f2ccf51a2cb9bf/f/ca24e91e5cb847c3b31d678f2e918411_SeqId_4_ 2024-11-27T12:23:26,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8c876dd213ee4d5f9fee1fb8b6f3461f_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T12:23:26,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/staging/jenkins.hfs.23__test__ekph85v52nrfvr8i7uaqefd68iqd12r71jk5grt0036pi0dl7m2o0uqqa1qpj662/f/8c876dd213ee4d5f9fee1fb8b6f3461f_SeqId_6_ as hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/data/default/test/b6619a530caebb1d42f2ccf51a2cb9bf/f/a84563e5ef3446ec852d7595da2a5602_SeqId_4_ 2024-11-27T12:23:26,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/staging/jenkins.hfs.23__test__ekph85v52nrfvr8i7uaqefd68iqd12r71jk5grt0036pi0dl7m2o0uqqa1qpj662/f/518adc895ffa427a9f70d21565326b36_SeqId_6_ into b6619a530caebb1d42f2ccf51a2cb9bf/f as hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/data/default/test/b6619a530caebb1d42f2ccf51a2cb9bf/f/ca24e91e5cb847c3b31d678f2e918411_SeqId_4_ - updating store file list. 2024-11-27T12:23:26,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ca24e91e5cb847c3b31d678f2e918411_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T12:23:26,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/data/default/test/b6619a530caebb1d42f2ccf51a2cb9bf/f/ca24e91e5cb847c3b31d678f2e918411_SeqId_4_ into b6619a530caebb1d42f2ccf51a2cb9bf/f 2024-11-27T12:23:26,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/staging/jenkins.hfs.23__test__ekph85v52nrfvr8i7uaqefd68iqd12r71jk5grt0036pi0dl7m2o0uqqa1qpj662/f/518adc895ffa427a9f70d21565326b36_SeqId_6_ into b6619a530caebb1d42f2ccf51a2cb9bf/f (new location: hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/data/default/test/b6619a530caebb1d42f2ccf51a2cb9bf/f/ca24e91e5cb847c3b31d678f2e918411_SeqId_4_) 2024-11-27T12:23:26,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/staging/jenkins.hfs.23__test__ekph85v52nrfvr8i7uaqefd68iqd12r71jk5grt0036pi0dl7m2o0uqqa1qpj662/f/518adc895ffa427a9f70d21565326b36_SeqId_6_ 2024-11-27T12:23:26,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/staging/jenkins.hfs.23__test__ekph85v52nrfvr8i7uaqefd68iqd12r71jk5grt0036pi0dl7m2o0uqqa1qpj662/f/8c876dd213ee4d5f9fee1fb8b6f3461f_SeqId_6_ into b6619a530caebb1d42f2ccf51a2cb9bf/f as hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/data/default/test/b6619a530caebb1d42f2ccf51a2cb9bf/f/a84563e5ef3446ec852d7595da2a5602_SeqId_4_ - updating store file list. 2024-11-27T12:23:26,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a84563e5ef3446ec852d7595da2a5602_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T12:23:26,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/data/default/test/b6619a530caebb1d42f2ccf51a2cb9bf/f/a84563e5ef3446ec852d7595da2a5602_SeqId_4_ into b6619a530caebb1d42f2ccf51a2cb9bf/f 2024-11-27T12:23:26,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/staging/jenkins.hfs.23__test__ekph85v52nrfvr8i7uaqefd68iqd12r71jk5grt0036pi0dl7m2o0uqqa1qpj662/f/8c876dd213ee4d5f9fee1fb8b6f3461f_SeqId_6_ into b6619a530caebb1d42f2ccf51a2cb9bf/f (new location: hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/data/default/test/b6619a530caebb1d42f2ccf51a2cb9bf/f/a84563e5ef3446ec852d7595da2a5602_SeqId_4_) 2024-11-27T12:23:26,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/staging/jenkins.hfs.23__test__ekph85v52nrfvr8i7uaqefd68iqd12r71jk5grt0036pi0dl7m2o0uqqa1qpj662/f/8c876dd213ee4d5f9fee1fb8b6f3461f_SeqId_6_ 2024-11-27T12:23:26,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.ReplicationSink(324): Finished replicating [efc7dfca-e40b-4798-a504-bab00687425d] bulk loaded data 2024-11-27T12:23:26,702 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,2-1ba5af43fd99,33917,1732710180065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710204031 to pos 393, reset compression=false 2024-11-27T12:23:26,795 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,1-1ba5af43fd99,33917,1732710180065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710204031 to pos 393, reset compression=false 2024-11-27T12:23:27,206 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,2-1ba5af43fd99,33917,1732710180065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710204031 to pos 393, reset compression=false 2024-11-27T12:23:27,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T12:23:27,349 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:23:27,349 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:23:27,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:27,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:27,350 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:23:27,350 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T12:23:27,350 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=663388883, stopped=false 2024-11-27T12:23:27,350 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ba5af43fd99,43503,1732710190024 2024-11-27T12:23:27,399 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,1-1ba5af43fd99,33917,1732710180065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710204031 to pos 393, reset compression=false 2024-11-27T12:23:27,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37387-0x1017c3f19300007, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-76861824/running 2024-11-27T12:23:27,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43503-0x1017c3f19300006, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-76861824/running 2024-11-27T12:23:27,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37387-0x1017c3f19300007, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-76861824 2024-11-27T12:23:27,409 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:23:27,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43503-0x1017c3f19300006, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-76861824 2024-11-27T12:23:27,410 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:23:27,410 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:23:27,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:27,410 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ba5af43fd99,37387,1732710190129' ***** 2024-11-27T12:23:27,410 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T12:23:27,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37387-0x1017c3f19300007, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Set watcher on znode that does not yet exist, /2-76861824/running 2024-11-27T12:23:27,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43503-0x1017c3f19300006, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Set watcher on znode that does not yet exist, /2-76861824/running 2024-11-27T12:23:27,410 INFO [RS:0;1ba5af43fd99:37387 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T12:23:27,411 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T12:23:27,411 INFO [RS:0;1ba5af43fd99:37387 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T12:23:27,411 INFO [RS:0;1ba5af43fd99:37387 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T12:23:27,411 INFO [RS:0;1ba5af43fd99:37387 {}] regionserver.HRegionServer(3091): Received CLOSE for b6619a530caebb1d42f2ccf51a2cb9bf 2024-11-27T12:23:27,411 INFO [RS:0;1ba5af43fd99:37387 {}] regionserver.HRegionServer(959): stopping server 1ba5af43fd99,37387,1732710190129 2024-11-27T12:23:27,411 INFO [RS:0;1ba5af43fd99:37387 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:23:27,411 INFO [RS:0;1ba5af43fd99:37387 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:37387. 2024-11-27T12:23:27,411 DEBUG [RS:0;1ba5af43fd99:37387 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:23:27,411 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b6619a530caebb1d42f2ccf51a2cb9bf, disabling compactions & flushes 2024-11-27T12:23:27,411 DEBUG [RS:0;1ba5af43fd99:37387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:27,411 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732710197812.b6619a530caebb1d42f2ccf51a2cb9bf. 2024-11-27T12:23:27,411 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732710197812.b6619a530caebb1d42f2ccf51a2cb9bf. 2024-11-27T12:23:27,411 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732710197812.b6619a530caebb1d42f2ccf51a2cb9bf. after waiting 0 ms 2024-11-27T12:23:27,411 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732710197812.b6619a530caebb1d42f2ccf51a2cb9bf. 2024-11-27T12:23:27,411 INFO [RS:0;1ba5af43fd99:37387 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T12:23:27,411 INFO [RS:0;1ba5af43fd99:37387 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T12:23:27,412 INFO [RS:0;1ba5af43fd99:37387 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T12:23:27,412 INFO [RS:0;1ba5af43fd99:37387 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T12:23:27,412 INFO [RS:0;1ba5af43fd99:37387 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T12:23:27,412 DEBUG [RS:0;1ba5af43fd99:37387 {}] regionserver.HRegionServer(1325): Online Regions={b6619a530caebb1d42f2ccf51a2cb9bf=test,,1732710197812.b6619a530caebb1d42f2ccf51a2cb9bf., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T12:23:27,412 DEBUG [RS:0;1ba5af43fd99:37387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b6619a530caebb1d42f2ccf51a2cb9bf 2024-11-27T12:23:27,412 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:23:27,412 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:23:27,412 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:23:27,413 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:23:27,413 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:23:27,413 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-27T12:23:27,416 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/data/default/test/b6619a530caebb1d42f2ccf51a2cb9bf/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-27T12:23:27,417 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:23:27,417 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T12:23:27,417 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732710197812.b6619a530caebb1d42f2ccf51a2cb9bf. 2024-11-27T12:23:27,417 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b6619a530caebb1d42f2ccf51a2cb9bf: Waiting for close lock at 1732710207411Running coprocessor pre-close hooks at 1732710207411Disabling compacts and flushes for region at 1732710207411Disabling writes for close at 1732710207411Writing region close event to WAL at 1732710207414 (+3 ms)Running coprocessor post-close hooks at 1732710207417 (+3 ms)Closed at 1732710207417 2024-11-27T12:23:27,417 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732710197812.b6619a530caebb1d42f2ccf51a2cb9bf. 2024-11-27T12:23:27,430 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/data/hbase/meta/1588230740/.tmp/info/ce38abac732d4adb893199df8659a1a7 is 129, key is test,,1732710197812.b6619a530caebb1d42f2ccf51a2cb9bf./info:regioninfo/1732710198961/Put/seqid=0 2024-11-27T12:23:27,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741839_1015 (size=6421) 2024-11-27T12:23:27,438 INFO [regionserver/1ba5af43fd99:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:23:27,509 INFO [regionserver/1ba5af43fd99:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T12:23:27,509 INFO [regionserver/1ba5af43fd99:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T12:23:27,613 DEBUG [RS:0;1ba5af43fd99:37387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:23:27,812 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,2-1ba5af43fd99,33917,1732710180065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710204031 to pos 393, reset compression=false 2024-11-27T12:23:27,813 DEBUG [RS:0;1ba5af43fd99:37387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:23:27,835 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/data/hbase/meta/1588230740/.tmp/info/ce38abac732d4adb893199df8659a1a7 2024-11-27T12:23:27,852 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/data/hbase/meta/1588230740/.tmp/ns/f8ec1d3ca5a3447b9679d91e09056a85 is 43, key is default/ns:d/1732710193443/Put/seqid=0 2024-11-27T12:23:27,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741840_1016 (size=5153) 2024-11-27T12:23:28,013 DEBUG [RS:0;1ba5af43fd99:37387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:23:28,103 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,1-1ba5af43fd99,33917,1732710180065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710204031 to pos 393, reset compression=false 2024-11-27T12:23:28,213 DEBUG [RS:0;1ba5af43fd99:37387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:23:28,255 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/data/hbase/meta/1588230740/.tmp/ns/f8ec1d3ca5a3447b9679d91e09056a85 2024-11-27T12:23:28,277 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/data/hbase/meta/1588230740/.tmp/rep_barrier/d927831baed04061b84cb77118b2356c is 112, key is test,,1732710197812.b6619a530caebb1d42f2ccf51a2cb9bf./rep_barrier:seqnumDuringOpen/1732710198961/Put/seqid=0 2024-11-27T12:23:28,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741841_1017 (size=5518) 2024-11-27T12:23:28,413 INFO [RS:0;1ba5af43fd99:37387 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T12:23:28,413 DEBUG [RS:0;1ba5af43fd99:37387 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T12:23:28,413 DEBUG [RS:0;1ba5af43fd99:37387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:23:28,516 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,2-1ba5af43fd99,33917,1732710180065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710204031 to pos 393, reset compression=false 2024-11-27T12:23:28,614 DEBUG [RS:0;1ba5af43fd99:37387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:23:28,681 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/data/hbase/meta/1588230740/.tmp/rep_barrier/d927831baed04061b84cb77118b2356c 2024-11-27T12:23:28,738 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/data/hbase/meta/1588230740/.tmp/table/a1cfe75689d346c689ee38cf746c77f1 is 40, key is test/table:state/1732710198969/Put/seqid=0 2024-11-27T12:23:28,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741842_1018 (size=5165) 2024-11-27T12:23:28,814 DEBUG [RS:0;1ba5af43fd99:37387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:23:28,907 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,1-1ba5af43fd99,33917,1732710180065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710204031 to pos 393, reset compression=false 2024-11-27T12:23:29,014 DEBUG [RS:0;1ba5af43fd99:37387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:23:29,141 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/data/hbase/meta/1588230740/.tmp/table/a1cfe75689d346c689ee38cf746c77f1 2024-11-27T12:23:29,146 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/data/hbase/meta/1588230740/.tmp/info/ce38abac732d4adb893199df8659a1a7 as hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/data/hbase/meta/1588230740/info/ce38abac732d4adb893199df8659a1a7 2024-11-27T12:23:29,149 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/data/hbase/meta/1588230740/info/ce38abac732d4adb893199df8659a1a7, entries=10, sequenceid=11, filesize=6.3 K 2024-11-27T12:23:29,150 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/data/hbase/meta/1588230740/.tmp/ns/f8ec1d3ca5a3447b9679d91e09056a85 as hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/data/hbase/meta/1588230740/ns/f8ec1d3ca5a3447b9679d91e09056a85 2024-11-27T12:23:29,153 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/data/hbase/meta/1588230740/ns/f8ec1d3ca5a3447b9679d91e09056a85, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T12:23:29,154 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/data/hbase/meta/1588230740/.tmp/rep_barrier/d927831baed04061b84cb77118b2356c as hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/data/hbase/meta/1588230740/rep_barrier/d927831baed04061b84cb77118b2356c 2024-11-27T12:23:29,157 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/data/hbase/meta/1588230740/rep_barrier/d927831baed04061b84cb77118b2356c, entries=1, sequenceid=11, filesize=5.4 K 2024-11-27T12:23:29,158 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/data/hbase/meta/1588230740/.tmp/table/a1cfe75689d346c689ee38cf746c77f1 as hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/data/hbase/meta/1588230740/table/a1cfe75689d346c689ee38cf746c77f1 2024-11-27T12:23:29,161 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/data/hbase/meta/1588230740/table/a1cfe75689d346c689ee38cf746c77f1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T12:23:29,161 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1748ms, sequenceid=11, compaction requested=false 2024-11-27T12:23:29,165 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T12:23:29,165 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:23:29,165 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:23:29,165 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:23:29,165 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732710207412Running coprocessor pre-close hooks at 1732710207412Disabling compacts and flushes for region at 1732710207412Disabling writes for close at 1732710207413 (+1 ms)Obtaining lock to block concurrent updates at 1732710207413Preparing flush snapshotting stores in 1588230740 at 1732710207413Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732710207413Flushing stores of hbase:meta,,1.1588230740 at 1732710207413Flushing 1588230740/info: creating writer at 1732710207414 (+1 ms)Flushing 1588230740/info: appending metadata at 1732710207430 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732710207430Flushing 1588230740/ns: creating writer at 1732710207839 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732710207851 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732710207851Flushing 1588230740/rep_barrier: creating writer at 1732710208259 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732710208277 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732710208277Flushing 1588230740/table: creating writer at 1732710208720 (+443 ms)Flushing 1588230740/table: appending metadata at 1732710208737 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732710208737Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75fa6021: reopening flushed file at 1732710209145 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15c41f1f: reopening flushed file at 1732710209149 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6638875f: reopening flushed file at 1732710209153 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58c44db: reopening flushed file at 1732710209157 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1748ms, sequenceid=11, compaction requested=false at 1732710209161 (+4 ms)Writing region close event to WAL at 1732710209163 (+2 ms)Running coprocessor post-close hooks at 1732710209165 (+2 ms)Closed at 1732710209165 2024-11-27T12:23:29,165 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T12:23:29,214 INFO [RS:0;1ba5af43fd99:37387 {}] regionserver.HRegionServer(976): stopping server 1ba5af43fd99,37387,1732710190129; all regions closed. 2024-11-27T12:23:29,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741834_1010 (size=2717) 2024-11-27T12:23:29,216 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/WALs/1ba5af43fd99,37387,1732710190129/1ba5af43fd99%2C37387%2C1732710190129.meta.1732710193372.meta not finished, retry = 0 2024-11-27T12:23:29,318 DEBUG [RS:0;1ba5af43fd99:37387 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/oldWALs 2024-11-27T12:23:29,318 INFO [RS:0;1ba5af43fd99:37387 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ba5af43fd99%2C37387%2C1732710190129.meta:.meta(num 1732710193372) 2024-11-27T12:23:29,319 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,2-1ba5af43fd99,33917,1732710180065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710204031 to pos 393, reset compression=false 2024-11-27T12:23:29,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741833_1009 (size=1028) 2024-11-27T12:23:29,326 DEBUG [RS:0;1ba5af43fd99:37387 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/oldWALs 2024-11-27T12:23:29,326 INFO [RS:0;1ba5af43fd99:37387 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ba5af43fd99%2C37387%2C1732710190129:(num 1732710192553) 2024-11-27T12:23:29,326 DEBUG [RS:0;1ba5af43fd99:37387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:29,326 INFO [RS:0;1ba5af43fd99:37387 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:23:29,326 INFO [RS:0;1ba5af43fd99:37387 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:23:29,326 INFO [RS:0;1ba5af43fd99:37387 {}] hbase.ChoreService(370): Chore service for: regionserver/1ba5af43fd99:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T12:23:29,326 INFO [RS:0;1ba5af43fd99:37387 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:23:29,326 INFO [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:23:29,327 INFO [RS:0;1ba5af43fd99:37387 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:37387. 2024-11-27T12:23:29,327 DEBUG [RS:0;1ba5af43fd99:37387 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:23:29,327 DEBUG [RS:0;1ba5af43fd99:37387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:29,327 DEBUG [RS:0;1ba5af43fd99:37387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:29,327 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:23:29,327 INFO [RS:0;1ba5af43fd99:37387 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37387 2024-11-27T12:23:29,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37387-0x1017c3f19300007, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-76861824/rs/1ba5af43fd99,37387,1732710190129 2024-11-27T12:23:29,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43503-0x1017c3f19300006, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-76861824/rs 2024-11-27T12:23:29,388 INFO [RS:0;1ba5af43fd99:37387 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:23:29,399 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ba5af43fd99,37387,1732710190129] 2024-11-27T12:23:29,491 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-76861824/draining/1ba5af43fd99,37387,1732710190129 already deleted, retry=false 2024-11-27T12:23:29,491 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ba5af43fd99,37387,1732710190129 expired; onlineServers=0 2024-11-27T12:23:29,491 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ba5af43fd99,43503,1732710190024' ***** 2024-11-27T12:23:29,491 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T12:23:29,491 INFO [M:0;1ba5af43fd99:43503 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:23:29,491 INFO [M:0;1ba5af43fd99:43503 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:23:29,491 DEBUG [M:0;1ba5af43fd99:43503 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T12:23:29,492 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T12:23:29,492 DEBUG [M:0;1ba5af43fd99:43503 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T12:23:29,492 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732710192155 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732710192155,5,FailOnTimeoutGroup] 2024-11-27T12:23:29,492 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732710192155 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732710192155,5,FailOnTimeoutGroup] 2024-11-27T12:23:29,492 INFO [M:0;1ba5af43fd99:43503 {}] hbase.ChoreService(370): Chore service for: master/1ba5af43fd99:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T12:23:29,492 INFO [M:0;1ba5af43fd99:43503 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:23:29,492 DEBUG [M:0;1ba5af43fd99:43503 {}] master.HMaster(1795): Stopping service threads 2024-11-27T12:23:29,492 INFO [M:0;1ba5af43fd99:43503 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T12:23:29,492 INFO [M:0;1ba5af43fd99:43503 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:23:29,492 INFO [M:0;1ba5af43fd99:43503 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T12:23:29,492 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T12:23:29,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37387-0x1017c3f19300007, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:23:29,499 INFO [RS:0;1ba5af43fd99:37387 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:23:29,499 INFO [RS:0;1ba5af43fd99:37387 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ba5af43fd99,37387,1732710190129; zookeeper connection closed. 2024-11-27T12:23:29,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37387-0x1017c3f19300007, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:23:29,499 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7dc32371 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7dc32371 2024-11-27T12:23:29,499 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T12:23:29,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43503-0x1017c3f19300006, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-76861824/master 2024-11-27T12:23:29,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43503-0x1017c3f19300006, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-76861824 2024-11-27T12:23:29,514 DEBUG [M:0;1ba5af43fd99:43503 {}] zookeeper.ZKUtil(347): master:43503-0x1017c3f19300006, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Unable to get data of znode /2-76861824/master because node does not exist (not an error) 2024-11-27T12:23:29,515 WARN [M:0;1ba5af43fd99:43503 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T12:23:29,516 INFO [M:0;1ba5af43fd99:43503 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/.lastflushedseqids 2024-11-27T12:23:29,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741843_1019 (size=173) 2024-11-27T12:23:29,795 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T12:23:29,811 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,1-1ba5af43fd99,33917,1732710180065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710204031 to pos 393, reset compression=false 2024-11-27T12:23:29,920 INFO [M:0;1ba5af43fd99:43503 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T12:23:29,920 INFO [M:0;1ba5af43fd99:43503 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T12:23:29,920 DEBUG [M:0;1ba5af43fd99:43503 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:23:29,920 INFO [M:0;1ba5af43fd99:43503 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:23:29,920 DEBUG [M:0;1ba5af43fd99:43503 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:23:29,920 DEBUG [M:0;1ba5af43fd99:43503 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:23:29,920 DEBUG [M:0;1ba5af43fd99:43503 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:23:29,920 INFO [M:0;1ba5af43fd99:43503 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-27T12:23:29,934 DEBUG [M:0;1ba5af43fd99:43503 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/81cc2f319ac244fb821d48fa3f0ec356 is 82, key is hbase:meta,,1/info:regioninfo/1732710193396/Put/seqid=0 2024-11-27T12:23:29,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741844_1020 (size=5672) 2024-11-27T12:23:30,222 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,2-1ba5af43fd99,33917,1732710180065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710204031 to pos 393, reset compression=false 2024-11-27T12:23:30,338 INFO [M:0;1ba5af43fd99:43503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/81cc2f319ac244fb821d48fa3f0ec356 2024-11-27T12:23:30,355 DEBUG [M:0;1ba5af43fd99:43503 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/30dfbb6924d64daba191de0b59c273f0 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732710198973/Put/seqid=0 2024-11-27T12:23:30,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741845_1021 (size=6587) 2024-11-27T12:23:30,363 INFO [M:0;1ba5af43fd99:43503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/30dfbb6924d64daba191de0b59c273f0 2024-11-27T12:23:30,382 DEBUG [M:0;1ba5af43fd99:43503 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d942da49976d484193e4c895be324955 is 69, key is 1ba5af43fd99,37387,1732710190129/rs:state/1732710192312/Put/seqid=0 2024-11-27T12:23:30,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741846_1022 (size=5156) 2024-11-27T12:23:30,385 INFO [M:0;1ba5af43fd99:43503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d942da49976d484193e4c895be324955 2024-11-27T12:23:30,388 DEBUG [M:0;1ba5af43fd99:43503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/81cc2f319ac244fb821d48fa3f0ec356 as hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/81cc2f319ac244fb821d48fa3f0ec356 2024-11-27T12:23:30,391 INFO [M:0;1ba5af43fd99:43503 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/81cc2f319ac244fb821d48fa3f0ec356, entries=8, sequenceid=55, filesize=5.5 K 2024-11-27T12:23:30,392 DEBUG [M:0;1ba5af43fd99:43503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/30dfbb6924d64daba191de0b59c273f0 as hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/30dfbb6924d64daba191de0b59c273f0 2024-11-27T12:23:30,395 INFO [M:0;1ba5af43fd99:43503 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/30dfbb6924d64daba191de0b59c273f0, entries=6, sequenceid=55, filesize=6.4 K 2024-11-27T12:23:30,395 DEBUG [M:0;1ba5af43fd99:43503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d942da49976d484193e4c895be324955 as hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d942da49976d484193e4c895be324955 2024-11-27T12:23:30,397 INFO [M:0;1ba5af43fd99:43503 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45911/user/jenkins/test-data/df2242ea-20d9-cdca-1e6b-c25d4606c2b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d942da49976d484193e4c895be324955, entries=1, sequenceid=55, filesize=5.0 K 2024-11-27T12:23:30,398 INFO [M:0;1ba5af43fd99:43503 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 478ms, sequenceid=55, compaction requested=false 2024-11-27T12:23:30,399 INFO [M:0;1ba5af43fd99:43503 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:23:30,399 DEBUG [M:0;1ba5af43fd99:43503 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732710209920Disabling compacts and flushes for region at 1732710209920Disabling writes for close at 1732710209920Obtaining lock to block concurrent updates at 1732710209920Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732710209920Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1732710209920Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732710209921 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732710209921Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732710209934 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732710209934Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732710210341 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732710210355 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732710210355Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732710210366 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732710210381 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732710210381Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6498b703: reopening flushed file at 1732710210388 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ad6a0d6: reopening flushed file at 1732710210391 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@574544c1: reopening flushed file at 1732710210395 (+4 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 478ms, sequenceid=55, compaction requested=false at 1732710210398 (+3 ms)Writing region close event to WAL at 1732710210399 (+1 ms)Closed at 1732710210399 2024-11-27T12:23:30,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37635 is added to blk_1073741830_1006 (size=32782) 2024-11-27T12:23:30,401 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:23:30,401 INFO [M:0;1ba5af43fd99:43503 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T12:23:30,401 INFO [M:0;1ba5af43fd99:43503 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43503 2024-11-27T12:23:30,402 INFO [M:0;1ba5af43fd99:43503 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:23:30,551 INFO [M:0;1ba5af43fd99:43503 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:23:30,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43503-0x1017c3f19300006, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:23:30,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43503-0x1017c3f19300006, quorum=127.0.0.1:58204, baseZNode=/2-76861824 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:23:30,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f155e2b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:23:30,554 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ca419c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:23:30,554 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:23:30,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bc7496d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:23:30,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13ab238e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484db6de-6c0c-bf95-1451-927b64274126/hadoop.log.dir/,STOPPED} 2024-11-27T12:23:30,555 WARN [BP-693048198-172.17.0.3-1732710188082 heartbeating to localhost/127.0.0.1:45911 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T12:23:30,555 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T12:23:30,555 WARN [BP-693048198-172.17.0.3-1732710188082 heartbeating to localhost/127.0.0.1:45911 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-693048198-172.17.0.3-1732710188082 (Datanode Uuid 5d4bb8b1-8570-4874-a85d-2e3c8158d743) service to localhost/127.0.0.1:45911 2024-11-27T12:23:30,555 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T12:23:30,556 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484db6de-6c0c-bf95-1451-927b64274126/cluster_dda5e8bf-59d9-2331-3f32-9a1dfc69ef41/data/data1/current/BP-693048198-172.17.0.3-1732710188082 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:23:30,556 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484db6de-6c0c-bf95-1451-927b64274126/cluster_dda5e8bf-59d9-2331-3f32-9a1dfc69ef41/data/data2/current/BP-693048198-172.17.0.3-1732710188082 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:23:30,556 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T12:23:30,561 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e9cb8da{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:23:30,561 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a0b0a92{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:23:30,561 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:23:30,561 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30633fa8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:23:30,561 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f9855d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484db6de-6c0c-bf95-1451-927b64274126/hadoop.log.dir/,STOPPED} 2024-11-27T12:23:30,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T12:23:30,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T12:23:30,572 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:23:30,572 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:23:30,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:30,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:30,572 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:23:30,572 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T12:23:30,572 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1261367004, stopped=false 2024-11-27T12:23:30,573 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ba5af43fd99,33915,1732710184159 2024-11-27T12:23:30,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33915-0x1017c3f19300003, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-459165560/running 2024-11-27T12:23:30,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43451-0x1017c3f19300004, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-459165560/running 2024-11-27T12:23:30,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33915-0x1017c3f19300003, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-459165560 2024-11-27T12:23:30,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43451-0x1017c3f19300004, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-459165560 2024-11-27T12:23:30,588 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:23:30,589 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33915-0x1017c3f19300003, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Set watcher on znode that does not yet exist, /1-459165560/running 2024-11-27T12:23:30,589 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43451-0x1017c3f19300004, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Set watcher on znode that does not yet exist, /1-459165560/running 2024-11-27T12:23:30,589 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:23:30,589 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:23:30,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:30,590 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ba5af43fd99,43451,1732710184544' ***** 2024-11-27T12:23:30,590 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T12:23:30,590 INFO [RS:0;1ba5af43fd99:43451 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T12:23:30,590 INFO [RS:0;1ba5af43fd99:43451 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T12:23:30,590 INFO [RS:0;1ba5af43fd99:43451 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T12:23:30,590 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T12:23:30,590 INFO [RS:0;1ba5af43fd99:43451 {}] regionserver.HRegionServer(3091): Received CLOSE for bde9f71ad36a9c89028d5ec4a69e049a 2024-11-27T12:23:30,590 INFO [RS:0;1ba5af43fd99:43451 {}] regionserver.HRegionServer(959): stopping server 1ba5af43fd99,43451,1732710184544 2024-11-27T12:23:30,590 INFO [RS:0;1ba5af43fd99:43451 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:23:30,590 INFO [RS:0;1ba5af43fd99:43451 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:43451. 2024-11-27T12:23:30,590 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bde9f71ad36a9c89028d5ec4a69e049a, disabling compactions & flushes 2024-11-27T12:23:30,590 DEBUG [RS:0;1ba5af43fd99:43451 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:23:30,590 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732710195662.bde9f71ad36a9c89028d5ec4a69e049a. 2024-11-27T12:23:30,590 DEBUG [RS:0;1ba5af43fd99:43451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:30,590 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732710195662.bde9f71ad36a9c89028d5ec4a69e049a. 2024-11-27T12:23:30,591 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732710195662.bde9f71ad36a9c89028d5ec4a69e049a. after waiting 0 ms 2024-11-27T12:23:30,591 INFO [RS:0;1ba5af43fd99:43451 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T12:23:30,591 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732710195662.bde9f71ad36a9c89028d5ec4a69e049a. 2024-11-27T12:23:30,591 INFO [RS:0;1ba5af43fd99:43451 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T12:23:30,591 INFO [RS:0;1ba5af43fd99:43451 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T12:23:30,591 INFO [RS:0;1ba5af43fd99:43451 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T12:23:30,591 INFO [RS:0;1ba5af43fd99:43451 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T12:23:30,591 DEBUG [RS:0;1ba5af43fd99:43451 {}] regionserver.HRegionServer(1325): Online Regions={bde9f71ad36a9c89028d5ec4a69e049a=test,,1732710195662.bde9f71ad36a9c89028d5ec4a69e049a., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T12:23:30,591 DEBUG [RS:0;1ba5af43fd99:43451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bde9f71ad36a9c89028d5ec4a69e049a 2024-11-27T12:23:30,591 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:23:30,591 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:23:30,591 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:23:30,591 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:23:30,591 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:23:30,591 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-27T12:23:30,593 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/data/default/test/bde9f71ad36a9c89028d5ec4a69e049a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T12:23:30,594 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:23:30,594 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T12:23:30,594 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732710195662.bde9f71ad36a9c89028d5ec4a69e049a. 2024-11-27T12:23:30,594 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bde9f71ad36a9c89028d5ec4a69e049a: Waiting for close lock at 1732710210590Running coprocessor pre-close hooks at 1732710210590Disabling compacts and flushes for region at 1732710210590Disabling writes for close at 1732710210591 (+1 ms)Writing region close event to WAL at 1732710210591Running coprocessor post-close hooks at 1732710210594 (+3 ms)Closed at 1732710210594 2024-11-27T12:23:30,594 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732710195662.bde9f71ad36a9c89028d5ec4a69e049a. 2024-11-27T12:23:30,605 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/data/hbase/meta/1588230740/.tmp/info/13d38979edad4a80a7a41ebb7e713a0c is 129, key is test,,1732710195662.bde9f71ad36a9c89028d5ec4a69e049a./info:regioninfo/1732710196801/Put/seqid=0 2024-11-27T12:23:30,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741841_1017 (size=6421) 2024-11-27T12:23:30,608 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/data/hbase/meta/1588230740/.tmp/info/13d38979edad4a80a7a41ebb7e713a0c 2024-11-27T12:23:30,628 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/data/hbase/meta/1588230740/.tmp/ns/f10a2059ce7442558755075c32a81054 is 43, key is default/ns:d/1732710188027/Put/seqid=0 2024-11-27T12:23:30,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741842_1018 (size=5153) 2024-11-27T12:23:30,677 INFO [regionserver/1ba5af43fd99:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:23:30,791 DEBUG [RS:0;1ba5af43fd99:43451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:23:30,815 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,1-1ba5af43fd99,33917,1732710180065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710204031 to pos 393, reset compression=false 2024-11-27T12:23:30,959 INFO [regionserver/1ba5af43fd99:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T12:23:30,959 INFO [regionserver/1ba5af43fd99:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T12:23:30,991 DEBUG [RS:0;1ba5af43fd99:43451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:23:31,031 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/data/hbase/meta/1588230740/.tmp/ns/f10a2059ce7442558755075c32a81054 2024-11-27T12:23:31,049 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/data/hbase/meta/1588230740/.tmp/rep_barrier/514bc50bfe284be4a0e1c171839f0c2b is 112, key is test,,1732710195662.bde9f71ad36a9c89028d5ec4a69e049a./rep_barrier:seqnumDuringOpen/1732710196801/Put/seqid=0 2024-11-27T12:23:31,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741843_1019 (size=5518) 2024-11-27T12:23:31,191 DEBUG [RS:0;1ba5af43fd99:43451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:23:31,225 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,2-1ba5af43fd99,33917,1732710180065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710204031 to pos 393, reset compression=false 2024-11-27T12:23:31,392 DEBUG [RS:0;1ba5af43fd99:43451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:23:31,452 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/data/hbase/meta/1588230740/.tmp/rep_barrier/514bc50bfe284be4a0e1c171839f0c2b 2024-11-27T12:23:31,472 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/data/hbase/meta/1588230740/.tmp/table/3b302d7f7927480ab47f39d93099e52c is 40, key is test/table:state/1732710196807/Put/seqid=0 2024-11-27T12:23:31,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741844_1020 (size=5165) 2024-11-27T12:23:31,592 INFO [RS:0;1ba5af43fd99:43451 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T12:23:31,592 DEBUG [RS:0;1ba5af43fd99:43451 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T12:23:31,592 DEBUG [RS:0;1ba5af43fd99:43451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:23:31,792 DEBUG [RS:0;1ba5af43fd99:43451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:23:31,876 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/data/hbase/meta/1588230740/.tmp/table/3b302d7f7927480ab47f39d93099e52c 2024-11-27T12:23:31,880 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/data/hbase/meta/1588230740/.tmp/info/13d38979edad4a80a7a41ebb7e713a0c as hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/data/hbase/meta/1588230740/info/13d38979edad4a80a7a41ebb7e713a0c 2024-11-27T12:23:31,883 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/data/hbase/meta/1588230740/info/13d38979edad4a80a7a41ebb7e713a0c, entries=10, sequenceid=11, filesize=6.3 K 2024-11-27T12:23:31,884 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/data/hbase/meta/1588230740/.tmp/ns/f10a2059ce7442558755075c32a81054 as hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/data/hbase/meta/1588230740/ns/f10a2059ce7442558755075c32a81054 2024-11-27T12:23:31,887 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/data/hbase/meta/1588230740/ns/f10a2059ce7442558755075c32a81054, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T12:23:31,887 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/data/hbase/meta/1588230740/.tmp/rep_barrier/514bc50bfe284be4a0e1c171839f0c2b as hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/data/hbase/meta/1588230740/rep_barrier/514bc50bfe284be4a0e1c171839f0c2b 2024-11-27T12:23:31,890 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/data/hbase/meta/1588230740/rep_barrier/514bc50bfe284be4a0e1c171839f0c2b, entries=1, sequenceid=11, filesize=5.4 K 2024-11-27T12:23:31,891 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/data/hbase/meta/1588230740/.tmp/table/3b302d7f7927480ab47f39d93099e52c as hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/data/hbase/meta/1588230740/table/3b302d7f7927480ab47f39d93099e52c 2024-11-27T12:23:31,894 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/data/hbase/meta/1588230740/table/3b302d7f7927480ab47f39d93099e52c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T12:23:31,894 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=11, compaction requested=false 2024-11-27T12:23:31,894 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T12:23:31,898 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T12:23:31,899 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:23:31,899 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:23:31,899 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:23:31,900 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732710210591Running coprocessor pre-close hooks at 1732710210591Disabling compacts and flushes for region at 1732710210591Disabling writes for close at 1732710210591Obtaining lock to block concurrent updates at 1732710210591Preparing flush snapshotting stores in 1588230740 at 1732710210591Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732710210591Flushing stores of hbase:meta,,1.1588230740 at 1732710210592 (+1 ms)Flushing 1588230740/info: creating writer at 1732710210592Flushing 1588230740/info: appending metadata at 1732710210605 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732710210605Flushing 1588230740/ns: creating writer at 1732710210612 (+7 ms)Flushing 1588230740/ns: appending metadata at 1732710210627 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732710210627Flushing 1588230740/rep_barrier: creating writer at 1732710211034 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732710211048 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732710211048Flushing 1588230740/table: creating writer at 1732710211457 (+409 ms)Flushing 1588230740/table: appending metadata at 1732710211472 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732710211472Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64e1500f: reopening flushed file at 1732710211879 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b81352: reopening flushed file at 1732710211883 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@de08ce5: reopening flushed file at 1732710211887 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70a653f1: reopening flushed file at 1732710211890 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=11, compaction requested=false at 1732710211894 (+4 ms)Writing region close event to WAL at 1732710211896 (+2 ms)Running coprocessor post-close hooks at 1732710211899 (+3 ms)Closed at 1732710211899 2024-11-27T12:23:31,900 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T12:23:31,918 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,1-1ba5af43fd99,33917,1732710180065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710204031 to pos 393, reset compression=false 2024-11-27T12:23:31,992 INFO [RS:0;1ba5af43fd99:43451 {}] regionserver.HRegionServer(976): stopping server 1ba5af43fd99,43451,1732710184544; all regions closed. 2024-11-27T12:23:32,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741834_1010 (size=2717) 2024-11-27T12:23:32,013 DEBUG [RS:0;1ba5af43fd99:43451 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/oldWALs 2024-11-27T12:23:32,014 INFO [RS:0;1ba5af43fd99:43451 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ba5af43fd99%2C43451%2C1732710184544.meta:.meta(num 1732710187978) 2024-11-27T12:23:32,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741832_1008 (size=1374) 2024-11-27T12:23:32,019 DEBUG [RS:0;1ba5af43fd99:43451 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/oldWALs 2024-11-27T12:23:32,019 INFO [RS:0;1ba5af43fd99:43451 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ba5af43fd99%2C43451%2C1732710184544:(num 1732710187096) 2024-11-27T12:23:32,019 DEBUG [RS:0;1ba5af43fd99:43451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:32,019 INFO [RS:0;1ba5af43fd99:43451 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:23:32,019 INFO [RS:0;1ba5af43fd99:43451 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:23:32,019 INFO [RS:0;1ba5af43fd99:43451 {}] hbase.ChoreService(370): Chore service for: regionserver/1ba5af43fd99:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T12:23:32,019 INFO [RS:0;1ba5af43fd99:43451 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:23:32,019 INFO [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:23:32,019 INFO [RS:0;1ba5af43fd99:43451 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:43451. 2024-11-27T12:23:32,020 DEBUG [RS:0;1ba5af43fd99:43451 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:23:32,020 DEBUG [RS:0;1ba5af43fd99:43451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:32,020 DEBUG [RS:0;1ba5af43fd99:43451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:32,020 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:23:32,020 INFO [RS:0;1ba5af43fd99:43451 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43451 2024-11-27T12:23:32,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43451-0x1017c3f19300004, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-459165560/rs/1ba5af43fd99,43451,1732710184544 2024-11-27T12:23:32,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33915-0x1017c3f19300003, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-459165560/rs 2024-11-27T12:23:32,072 INFO [RS:0;1ba5af43fd99:43451 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:23:32,083 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ba5af43fd99,43451,1732710184544] 2024-11-27T12:23:32,093 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-459165560/draining/1ba5af43fd99,43451,1732710184544 already deleted, retry=false 2024-11-27T12:23:32,093 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ba5af43fd99,43451,1732710184544 expired; onlineServers=0 2024-11-27T12:23:32,093 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ba5af43fd99,33915,1732710184159' ***** 2024-11-27T12:23:32,093 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T12:23:32,093 INFO [M:0;1ba5af43fd99:33915 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:23:32,093 INFO [M:0;1ba5af43fd99:33915 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:23:32,093 DEBUG [M:0;1ba5af43fd99:33915 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T12:23:32,094 DEBUG [M:0;1ba5af43fd99:33915 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T12:23:32,093 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T12:23:32,094 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732710186828 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732710186828,5,FailOnTimeoutGroup] 2024-11-27T12:23:32,094 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732710186824 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732710186824,5,FailOnTimeoutGroup] 2024-11-27T12:23:32,094 INFO [M:0;1ba5af43fd99:33915 {}] hbase.ChoreService(370): Chore service for: master/1ba5af43fd99:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T12:23:32,094 INFO [M:0;1ba5af43fd99:33915 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:23:32,094 DEBUG [M:0;1ba5af43fd99:33915 {}] master.HMaster(1795): Stopping service threads 2024-11-27T12:23:32,094 INFO [M:0;1ba5af43fd99:33915 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T12:23:32,094 INFO [M:0;1ba5af43fd99:33915 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:23:32,094 INFO [M:0;1ba5af43fd99:33915 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T12:23:32,094 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T12:23:32,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33915-0x1017c3f19300003, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-459165560/master 2024-11-27T12:23:32,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33915-0x1017c3f19300003, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-459165560 2024-11-27T12:23:32,104 DEBUG [M:0;1ba5af43fd99:33915 {}] zookeeper.ZKUtil(347): master:33915-0x1017c3f19300003, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Unable to get data of znode /1-459165560/master because node does not exist (not an error) 2024-11-27T12:23:32,104 WARN [M:0;1ba5af43fd99:33915 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T12:23:32,105 INFO [M:0;1ba5af43fd99:33915 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/.lastflushedseqids 2024-11-27T12:23:32,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741845_1021 (size=173) 2024-11-27T12:23:32,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43451-0x1017c3f19300004, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:23:32,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43451-0x1017c3f19300004, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:23:32,183 INFO [RS:0;1ba5af43fd99:43451 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:23:32,183 INFO [RS:0;1ba5af43fd99:43451 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ba5af43fd99,43451,1732710184544; zookeeper connection closed. 2024-11-27T12:23:32,184 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6001973f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6001973f 2024-11-27T12:23:32,185 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T12:23:32,329 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,2-1ba5af43fd99,33917,1732710180065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710204031 to pos 393, reset compression=false 2024-11-27T12:23:32,511 INFO [M:0;1ba5af43fd99:33915 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T12:23:32,511 INFO [M:0;1ba5af43fd99:33915 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T12:23:32,511 DEBUG [M:0;1ba5af43fd99:33915 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:23:32,511 INFO [M:0;1ba5af43fd99:33915 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:23:32,511 DEBUG [M:0;1ba5af43fd99:33915 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:23:32,511 DEBUG [M:0;1ba5af43fd99:33915 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:23:32,511 DEBUG [M:0;1ba5af43fd99:33915 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:23:32,511 INFO [M:0;1ba5af43fd99:33915 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-27T12:23:32,533 DEBUG [M:0;1ba5af43fd99:33915 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c9034ed6ed949fa849de745478a014c is 82, key is hbase:meta,,1/info:regioninfo/1732710188015/Put/seqid=0 2024-11-27T12:23:32,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741846_1022 (size=5672) 2024-11-27T12:23:32,537 INFO [M:0;1ba5af43fd99:33915 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c9034ed6ed949fa849de745478a014c 2024-11-27T12:23:32,563 DEBUG [M:0;1ba5af43fd99:33915 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7cd7026d951a448ab6d0207e04f7c4fe is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732710196810/Put/seqid=0 2024-11-27T12:23:32,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741847_1023 (size=6586) 2024-11-27T12:23:32,869 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:23:32,870 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ba5af43fd99,33547,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:33547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T12:23:32,870 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 169018 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1ba5af43fd99,33547,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:33547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T12:23:32,920 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:23:32,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:32,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:32,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:32,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:32,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:32,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:32,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:32,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:32,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:32,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:32,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:32,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:32,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:32,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:32,969 INFO [M:0;1ba5af43fd99:33915 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7cd7026d951a448ab6d0207e04f7c4fe 2024-11-27T12:23:32,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:32,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:32,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:32,991 DEBUG [M:0;1ba5af43fd99:33915 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91b49e6a8b4a49a09ead662c60253172 is 69, key is 1ba5af43fd99,43451,1732710184544/rs:state/1732710186883/Put/seqid=0 2024-11-27T12:23:32,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741848_1024 (size=5156) 2024-11-27T12:23:33,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:23:33,130 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,1-1ba5af43fd99,33917,1732710180065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710204031 to pos 393, reset compression=false 2024-11-27T12:23:33,394 INFO [M:0;1ba5af43fd99:33915 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91b49e6a8b4a49a09ead662c60253172 2024-11-27T12:23:33,399 DEBUG [M:0;1ba5af43fd99:33915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c9034ed6ed949fa849de745478a014c as hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c9034ed6ed949fa849de745478a014c 2024-11-27T12:23:33,402 INFO [M:0;1ba5af43fd99:33915 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c9034ed6ed949fa849de745478a014c, entries=8, sequenceid=55, filesize=5.5 K 2024-11-27T12:23:33,403 DEBUG [M:0;1ba5af43fd99:33915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7cd7026d951a448ab6d0207e04f7c4fe as hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7cd7026d951a448ab6d0207e04f7c4fe 2024-11-27T12:23:33,406 INFO [M:0;1ba5af43fd99:33915 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7cd7026d951a448ab6d0207e04f7c4fe, entries=6, sequenceid=55, filesize=6.4 K 2024-11-27T12:23:33,406 DEBUG [M:0;1ba5af43fd99:33915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91b49e6a8b4a49a09ead662c60253172 as hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/91b49e6a8b4a49a09ead662c60253172 2024-11-27T12:23:33,409 INFO [M:0;1ba5af43fd99:33915 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44737/user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/91b49e6a8b4a49a09ead662c60253172, entries=1, sequenceid=55, filesize=5.0 K 2024-11-27T12:23:33,410 INFO [M:0;1ba5af43fd99:33915 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 899ms, sequenceid=55, compaction requested=false 2024-11-27T12:23:33,416 INFO [M:0;1ba5af43fd99:33915 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:23:33,416 DEBUG [M:0;1ba5af43fd99:33915 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732710212511Disabling compacts and flushes for region at 1732710212511Disabling writes for close at 1732710212511Obtaining lock to block concurrent updates at 1732710212511Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732710212511Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732710212512 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732710212512Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732710212512Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732710212532 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732710212532Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732710212543 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732710212563 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732710212563Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732710212973 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732710212990 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732710212990Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e674619: reopening flushed file at 1732710213398 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@626d14be: reopening flushed file at 1732710213402 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@795b0b4e: reopening flushed file at 1732710213406 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 899ms, sequenceid=55, compaction requested=false at 1732710213410 (+4 ms)Writing region close event to WAL at 1732710213416 (+6 ms)Closed at 1732710213416 2024-11-27T12:23:33,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44243 is added to blk_1073741830_1006 (size=32770) 2024-11-27T12:23:33,418 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e661d2ab-6371-346c-6356-84f831e0df43/MasterData/WALs/1ba5af43fd99,33915,1732710184159/1ba5af43fd99%2C33915%2C1732710184159.1732710186416 not finished, retry = 0 2024-11-27T12:23:33,519 INFO [M:0;1ba5af43fd99:33915 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T12:23:33,519 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:23:33,519 INFO [M:0;1ba5af43fd99:33915 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33915 2024-11-27T12:23:33,519 INFO [M:0;1ba5af43fd99:33915 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:23:33,538 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,2-1ba5af43fd99,33917,1732710180065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710204031 to pos 393, reset compression=false 2024-11-27T12:23:33,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33915-0x1017c3f19300003, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:23:33,667 INFO [M:0;1ba5af43fd99:33915 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:23:33,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33915-0x1017c3f19300003, quorum=127.0.0.1:58204, baseZNode=/1-459165560 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:23:33,670 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@681e4d90{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:23:33,670 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18ae9580{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:23:33,670 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:23:33,670 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68bea0d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:23:33,670 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a6a4a0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/485a993a-6b15-464c-71ab-21d6850ccb6d/hadoop.log.dir/,STOPPED} 2024-11-27T12:23:33,672 WARN [BP-599064460-172.17.0.3-1732710182023 heartbeating to localhost/127.0.0.1:44737 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T12:23:33,672 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T12:23:33,672 WARN [BP-599064460-172.17.0.3-1732710182023 heartbeating to localhost/127.0.0.1:44737 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-599064460-172.17.0.3-1732710182023 (Datanode Uuid 23e75f4f-3f3a-448e-b2e9-eb9da6919297) service to localhost/127.0.0.1:44737 2024-11-27T12:23:33,672 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T12:23:33,672 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/485a993a-6b15-464c-71ab-21d6850ccb6d/cluster_f41626a2-a865-7b79-0a43-69955a23f750/data/data1/current/BP-599064460-172.17.0.3-1732710182023 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:23:33,673 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/485a993a-6b15-464c-71ab-21d6850ccb6d/cluster_f41626a2-a865-7b79-0a43-69955a23f750/data/data2/current/BP-599064460-172.17.0.3-1732710182023 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:23:33,673 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T12:23:33,678 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30b87f7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:23:33,679 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34a6dd9b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:23:33,679 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:23:33,679 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ea2c258{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:23:33,679 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3623dc90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/485a993a-6b15-464c-71ab-21d6850ccb6d/hadoop.log.dir/,STOPPED} 2024-11-27T12:23:33,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T12:23:33,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T12:23:33,691 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:23:33,691 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:23:33,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:33,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:33,691 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:23:33,692 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T12:23:33,692 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2111821231, stopped=false 2024-11-27T12:23:33,692 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ba5af43fd99,32953,1732710179817 2024-11-27T12:23:33,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x1017c3f19300000, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1273579925/running 2024-11-27T12:23:33,725 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33917-0x1017c3f19300001, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1273579925/running 2024-11-27T12:23:33,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x1017c3f19300000, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1273579925 2024-11-27T12:23:33,725 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33917-0x1017c3f19300001, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1273579925 2024-11-27T12:23:33,725 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:23:33,725 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:23:33,725 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:23:33,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:33,725 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32953-0x1017c3f19300000, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Set watcher on znode that does not yet exist, /0-1273579925/running 2024-11-27T12:23:33,725 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33917-0x1017c3f19300001, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Set watcher on znode that does not yet exist, /0-1273579925/running 2024-11-27T12:23:33,725 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ba5af43fd99,33917,1732710180065' ***** 2024-11-27T12:23:33,725 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T12:23:33,726 INFO [RS:0;1ba5af43fd99:33917 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T12:23:33,726 INFO [RS:0;1ba5af43fd99:33917 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T12:23:33,726 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T12:23:33,726 INFO [RS:0;1ba5af43fd99:33917 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T12:23:33,726 INFO [RS:0;1ba5af43fd99:33917 {}] regionserver.HRegionServer(3091): Received CLOSE for 923b6c5d1cbf94ff2e8c981d1365fc8f 2024-11-27T12:23:33,726 INFO [RS:0;1ba5af43fd99:33917 {}] regionserver.HRegionServer(3091): Received CLOSE for 4f725b8288884553d51a7487d4fc9ed1 2024-11-27T12:23:33,726 INFO [RS:0;1ba5af43fd99:33917 {}] regionserver.HRegionServer(959): stopping server 1ba5af43fd99,33917,1732710180065 2024-11-27T12:23:33,726 INFO [RS:0;1ba5af43fd99:33917 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:23:33,726 INFO [RS:0;1ba5af43fd99:33917 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:33917. 2024-11-27T12:23:33,726 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 923b6c5d1cbf94ff2e8c981d1365fc8f, disabling compactions & flushes 2024-11-27T12:23:33,726 DEBUG [RS:0;1ba5af43fd99:33917 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:23:33,726 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732710199986.923b6c5d1cbf94ff2e8c981d1365fc8f. 2024-11-27T12:23:33,726 DEBUG [RS:0;1ba5af43fd99:33917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:33,726 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732710199986.923b6c5d1cbf94ff2e8c981d1365fc8f. 2024-11-27T12:23:33,726 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732710199986.923b6c5d1cbf94ff2e8c981d1365fc8f. after waiting 0 ms 2024-11-27T12:23:33,726 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732710199986.923b6c5d1cbf94ff2e8c981d1365fc8f. 2024-11-27T12:23:33,726 INFO [RS:0;1ba5af43fd99:33917 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T12:23:33,726 INFO [RS:0;1ba5af43fd99:33917 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T12:23:33,726 INFO [RS:0;1ba5af43fd99:33917 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T12:23:33,726 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 923b6c5d1cbf94ff2e8c981d1365fc8f 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-27T12:23:33,726 INFO [RS:0;1ba5af43fd99:33917 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T12:23:33,727 INFO [RS:0;1ba5af43fd99:33917 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T12:23:33,727 DEBUG [RS:0;1ba5af43fd99:33917 {}] regionserver.HRegionServer(1325): Online Regions={923b6c5d1cbf94ff2e8c981d1365fc8f=hbase:replication,,1732710199986.923b6c5d1cbf94ff2e8c981d1365fc8f., 1588230740=hbase:meta,,1.1588230740, 4f725b8288884553d51a7487d4fc9ed1=test,,1732710193509.4f725b8288884553d51a7487d4fc9ed1.} 2024-11-27T12:23:33,727 DEBUG [RS:0;1ba5af43fd99:33917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f725b8288884553d51a7487d4fc9ed1, 923b6c5d1cbf94ff2e8c981d1365fc8f 2024-11-27T12:23:33,727 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:23:33,727 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:23:33,727 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:23:33,727 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:23:33,727 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:23:33,727 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T12:23:33,741 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/hbase/replication/923b6c5d1cbf94ff2e8c981d1365fc8f/.tmp/hfileref/b178c34a7af04ffc92e5d2b7ae3d5fee is 74, key is 1/hfileref:518adc895ffa427a9f70d21565326b36_SeqId_6_/1732710205919/DeleteColumn/seqid=0 2024-11-27T12:23:33,743 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/hbase/meta/1588230740/.tmp/info/c91ece77952d4848bc17a5d03df1ddcc is 147, key is hbase:replication,,1732710199986.923b6c5d1cbf94ff2e8c981d1365fc8f./info:regioninfo/1732710200878/Put/seqid=0 2024-11-27T12:23:33,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741847_1023 (size=5489) 2024-11-27T12:23:33,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741848_1024 (size=7686) 2024-11-27T12:23:33,750 INFO [regionserver/1ba5af43fd99:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:23:33,927 DEBUG [RS:0;1ba5af43fd99:33917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f725b8288884553d51a7487d4fc9ed1, 923b6c5d1cbf94ff2e8c981d1365fc8f 2024-11-27T12:23:34,127 DEBUG [RS:0;1ba5af43fd99:33917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f725b8288884553d51a7487d4fc9ed1, 923b6c5d1cbf94ff2e8c981d1365fc8f 2024-11-27T12:23:34,145 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/hbase/replication/923b6c5d1cbf94ff2e8c981d1365fc8f/.tmp/hfileref/b178c34a7af04ffc92e5d2b7ae3d5fee 2024-11-27T12:23:34,146 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/hbase/meta/1588230740/.tmp/info/c91ece77952d4848bc17a5d03df1ddcc 2024-11-27T12:23:34,165 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/hbase/meta/1588230740/.tmp/ns/ba18399a6feb447d89a1bf70d03c9e84 is 43, key is default/ns:d/1732710181860/Put/seqid=0 2024-11-27T12:23:34,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741849_1025 (size=5153) 2024-11-27T12:23:34,178 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/hbase/replication/923b6c5d1cbf94ff2e8c981d1365fc8f/.tmp/queue/14dca206c59e4206962fba16ca8785f3 is 153, key is 1-1ba5af43fd99,33917,1732710180065/queue:1ba5af43fd99%2C33917%2C1732710180065/1732710205921/Put/seqid=0 2024-11-27T12:23:34,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741850_1026 (size=5504) 2024-11-27T12:23:34,327 DEBUG [RS:0;1ba5af43fd99:33917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f725b8288884553d51a7487d4fc9ed1, 923b6c5d1cbf94ff2e8c981d1365fc8f 2024-11-27T12:23:34,433 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,1-1ba5af43fd99,33917,1732710180065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710204031 to pos 393, reset compression=false 2024-11-27T12:23:34,527 DEBUG [RS:0;1ba5af43fd99:33917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f725b8288884553d51a7487d4fc9ed1, 923b6c5d1cbf94ff2e8c981d1365fc8f 2024-11-27T12:23:34,571 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/hbase/meta/1588230740/.tmp/ns/ba18399a6feb447d89a1bf70d03c9e84 2024-11-27T12:23:34,582 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/hbase/replication/923b6c5d1cbf94ff2e8c981d1365fc8f/.tmp/queue/14dca206c59e4206962fba16ca8785f3 2024-11-27T12:23:34,586 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/hbase/replication/923b6c5d1cbf94ff2e8c981d1365fc8f/.tmp/hfileref/b178c34a7af04ffc92e5d2b7ae3d5fee as hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/hbase/replication/923b6c5d1cbf94ff2e8c981d1365fc8f/hfileref/b178c34a7af04ffc92e5d2b7ae3d5fee 2024-11-27T12:23:34,589 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/hbase/meta/1588230740/.tmp/rep_barrier/dd802442f7c540fa9e84cafc09982c2c is 112, key is test,,1732710193509.4f725b8288884553d51a7487d4fc9ed1./rep_barrier:seqnumDuringOpen/1732710194651/Put/seqid=0 2024-11-27T12:23:34,591 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/hbase/replication/923b6c5d1cbf94ff2e8c981d1365fc8f/hfileref/b178c34a7af04ffc92e5d2b7ae3d5fee, entries=6, sequenceid=17, filesize=5.4 K 2024-11-27T12:23:34,592 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/hbase/replication/923b6c5d1cbf94ff2e8c981d1365fc8f/.tmp/queue/14dca206c59e4206962fba16ca8785f3 as hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/hbase/replication/923b6c5d1cbf94ff2e8c981d1365fc8f/queue/14dca206c59e4206962fba16ca8785f3 2024-11-27T12:23:34,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741851_1027 (size=5518) 2024-11-27T12:23:34,593 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/hbase/meta/1588230740/.tmp/rep_barrier/dd802442f7c540fa9e84cafc09982c2c 2024-11-27T12:23:34,597 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/hbase/replication/923b6c5d1cbf94ff2e8c981d1365fc8f/queue/14dca206c59e4206962fba16ca8785f3, entries=2, sequenceid=17, filesize=5.4 K 2024-11-27T12:23:34,598 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 923b6c5d1cbf94ff2e8c981d1365fc8f in 872ms, sequenceid=17, compaction requested=false 2024-11-27T12:23:34,601 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/hbase/replication/923b6c5d1cbf94ff2e8c981d1365fc8f/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-27T12:23:34,602 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:23:34,602 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:23:34,602 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732710199986.923b6c5d1cbf94ff2e8c981d1365fc8f. 2024-11-27T12:23:34,602 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 923b6c5d1cbf94ff2e8c981d1365fc8f: Waiting for close lock at 1732710213726Running coprocessor pre-close hooks at 1732710213726Disabling compacts and flushes for region at 1732710213726Disabling writes for close at 1732710213726Obtaining lock to block concurrent updates at 1732710213726Preparing flush snapshotting stores in 923b6c5d1cbf94ff2e8c981d1365fc8f at 1732710213726Finished memstore snapshotting hbase:replication,,1732710199986.923b6c5d1cbf94ff2e8c981d1365fc8f., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732710213727 (+1 ms)Flushing stores of hbase:replication,,1732710199986.923b6c5d1cbf94ff2e8c981d1365fc8f. at 1732710213727Flushing 923b6c5d1cbf94ff2e8c981d1365fc8f/hfileref: creating writer at 1732710213727Flushing 923b6c5d1cbf94ff2e8c981d1365fc8f/hfileref: appending metadata at 1732710213741 (+14 ms)Flushing 923b6c5d1cbf94ff2e8c981d1365fc8f/hfileref: closing flushed file at 1732710213741Flushing 923b6c5d1cbf94ff2e8c981d1365fc8f/queue: creating writer at 1732710214149 (+408 ms)Flushing 923b6c5d1cbf94ff2e8c981d1365fc8f/queue: appending metadata at 1732710214178 (+29 ms)Flushing 923b6c5d1cbf94ff2e8c981d1365fc8f/queue: closing flushed file at 1732710214178Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61d32140: reopening flushed file at 1732710214586 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51165623: reopening flushed file at 1732710214591 (+5 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 923b6c5d1cbf94ff2e8c981d1365fc8f in 872ms, sequenceid=17, compaction requested=false at 1732710214598 (+7 ms)Writing region close event to WAL at 1732710214599 (+1 ms)Running coprocessor post-close hooks at 1732710214602 (+3 ms)Closed at 1732710214602 2024-11-27T12:23:34,602 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732710199986.923b6c5d1cbf94ff2e8c981d1365fc8f. 2024-11-27T12:23:34,602 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4f725b8288884553d51a7487d4fc9ed1, disabling compactions & flushes 2024-11-27T12:23:34,602 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732710193509.4f725b8288884553d51a7487d4fc9ed1. 2024-11-27T12:23:34,602 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732710193509.4f725b8288884553d51a7487d4fc9ed1. 2024-11-27T12:23:34,602 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732710193509.4f725b8288884553d51a7487d4fc9ed1. after waiting 0 ms 2024-11-27T12:23:34,602 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732710193509.4f725b8288884553d51a7487d4fc9ed1. 2024-11-27T12:23:34,605 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/default/test/4f725b8288884553d51a7487d4fc9ed1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T12:23:34,606 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:23:34,606 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T12:23:34,606 INFO [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732710193509.4f725b8288884553d51a7487d4fc9ed1. 2024-11-27T12:23:34,606 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4f725b8288884553d51a7487d4fc9ed1: Waiting for close lock at 1732710214602Running coprocessor pre-close hooks at 1732710214602Disabling compacts and flushes for region at 1732710214602Disabling writes for close at 1732710214602Writing region close event to WAL at 1732710214603 (+1 ms)Running coprocessor post-close hooks at 1732710214606 (+3 ms)Closed at 1732710214606 2024-11-27T12:23:34,606 DEBUG [RS_CLOSE_REGION-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732710193509.4f725b8288884553d51a7487d4fc9ed1. 2024-11-27T12:23:34,616 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/hbase/meta/1588230740/.tmp/table/14b0d1433066411c805accf719c8d3f2 is 53, key is hbase:replication/table:state/1732710200908/Put/seqid=0 2024-11-27T12:23:34,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741852_1028 (size=5308) 2024-11-27T12:23:34,723 INFO [regionserver/1ba5af43fd99:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T12:23:34,723 INFO [regionserver/1ba5af43fd99:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T12:23:34,727 INFO [RS:0;1ba5af43fd99:33917 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T12:23:34,728 DEBUG [RS:0;1ba5af43fd99:33917 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T12:23:34,728 DEBUG [RS:0;1ba5af43fd99:33917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:23:34,841 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,2-1ba5af43fd99,33917,1732710180065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710204031 to pos 393, reset compression=false 2024-11-27T12:23:34,845 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,2-1ba5af43fd99,33917,1732710180065 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T12:23:34,845 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,2-1ba5af43fd99,33917,1732710180065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710204031 to pos 688, reset compression=false 2024-11-27T12:23:34,845 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,33917,1732710180065.replicationSource.shipper1ba5af43fd99%2C33917%2C1732710180065,2-1ba5af43fd99,33917,1732710180065 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-1ba5af43fd99,33917,1732710180065 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710204031, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T12:23:34,846 ERROR [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,33917,1732710180065.replicationSource.shipper1ba5af43fd99%2C33917%2C1732710180065,2-1ba5af43fd99,33917,1732710180065 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1ba5af43fd99,33917,1732710180065: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-1ba5af43fd99,33917,1732710180065, walGroup=1ba5af43fd99%2C33917%2C1732710180065, offset=1ba5af43fd99%2C33917%2C1732710180065.1732710204031:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:33917 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T12:23:34,847 ERROR [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,33917,1732710180065.replicationSource.shipper1ba5af43fd99%2C33917%2C1732710180065,2-1ba5af43fd99,33917,1732710180065 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T12:23:34,847 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,33917,1732710180065.replicationSource.shipper1ba5af43fd99%2C33917%2C1732710180065,2-1ba5af43fd99,33917,1732710180065 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T12:23:34,847 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,33917,1732710180065.replicationSource.shipper1ba5af43fd99%2C33917%2C1732710180065,2-1ba5af43fd99,33917,1732710180065 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T12:23:34,847 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,33917,1732710180065.replicationSource.shipper1ba5af43fd99%2C33917%2C1732710180065,2-1ba5af43fd99,33917,1732710180065 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T12:23:34,848 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,33917,1732710180065.replicationSource.shipper1ba5af43fd99%2C33917%2C1732710180065,2-1ba5af43fd99,33917,1732710180065 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T12:23:34,848 INFO [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,33917,1732710180065.replicationSource.shipper1ba5af43fd99%2C33917%2C1732710180065,2-1ba5af43fd99,33917,1732710180065 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1686110208, "init": 1048576000, "max": 2306867200, "used": 1258906616 }, "NonHeapMemoryUsage": { "committed": 211812352, "init": 7667712, "max": -1, "used": 208790520 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T12:23:34,848 WARN [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,33917,1732710180065.replicationSource.shipper1ba5af43fd99%2C33917%2C1732710180065,2-1ba5af43fd99,33917,1732710180065 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:32953 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1ba5af43fd99:32953 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T12:23:34,928 DEBUG [RS:0;1ba5af43fd99:33917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:23:35,020 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/hbase/meta/1588230740/.tmp/table/14b0d1433066411c805accf719c8d3f2 2024-11-27T12:23:35,028 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/hbase/meta/1588230740/.tmp/info/c91ece77952d4848bc17a5d03df1ddcc as hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/hbase/meta/1588230740/info/c91ece77952d4848bc17a5d03df1ddcc 2024-11-27T12:23:35,034 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/hbase/meta/1588230740/info/c91ece77952d4848bc17a5d03df1ddcc, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T12:23:35,035 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/hbase/meta/1588230740/.tmp/ns/ba18399a6feb447d89a1bf70d03c9e84 as hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/hbase/meta/1588230740/ns/ba18399a6feb447d89a1bf70d03c9e84 2024-11-27T12:23:35,047 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/hbase/meta/1588230740/ns/ba18399a6feb447d89a1bf70d03c9e84, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T12:23:35,048 DEBUG [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,2-1ba5af43fd99,33917,1732710180065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.1732710204031 to pos 688, reset compression=false 2024-11-27T12:23:35,049 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/hbase/meta/1588230740/.tmp/rep_barrier/dd802442f7c540fa9e84cafc09982c2c as hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/hbase/meta/1588230740/rep_barrier/dd802442f7c540fa9e84cafc09982c2c 2024-11-27T12:23:35,055 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/hbase/meta/1588230740/rep_barrier/dd802442f7c540fa9e84cafc09982c2c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T12:23:35,056 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/hbase/meta/1588230740/.tmp/table/14b0d1433066411c805accf719c8d3f2 as hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/hbase/meta/1588230740/table/14b0d1433066411c805accf719c8d3f2 2024-11-27T12:23:35,060 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/hbase/meta/1588230740/table/14b0d1433066411c805accf719c8d3f2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T12:23:35,061 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1334ms, sequenceid=16, compaction requested=false 2024-11-27T12:23:35,069 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T12:23:35,071 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T12:23:35,071 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:23:35,071 INFO [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:23:35,071 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732710213727Running coprocessor pre-close hooks at 1732710213727Disabling compacts and flushes for region at 1732710213727Disabling writes for close at 1732710213727Obtaining lock to block concurrent updates at 1732710213727Preparing flush snapshotting stores in 1588230740 at 1732710213727Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732710213727Flushing stores of hbase:meta,,1.1588230740 at 1732710213727Flushing 1588230740/info: creating writer at 1732710213727Flushing 1588230740/info: appending metadata at 1732710213743 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732710213743Flushing 1588230740/ns: creating writer at 1732710214149 (+406 ms)Flushing 1588230740/ns: appending metadata at 1732710214165 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732710214165Flushing 1588230740/rep_barrier: creating writer at 1732710214574 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732710214589 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732710214589Flushing 1588230740/table: creating writer at 1732710214597 (+8 ms)Flushing 1588230740/table: appending metadata at 1732710214616 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732710214616Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c17c93c: reopening flushed file at 1732710215026 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19709aac: reopening flushed file at 1732710215034 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fe98455: reopening flushed file at 1732710215047 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62caecf7: reopening flushed file at 1732710215055 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1334ms, sequenceid=16, compaction requested=false at 1732710215061 (+6 ms)Writing region close event to WAL at 1732710215065 (+4 ms)Running coprocessor post-close hooks at 1732710215071 (+6 ms)Closed at 1732710215071 2024-11-27T12:23:35,071 DEBUG [RS_CLOSE_META-regionserver/1ba5af43fd99:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T12:23:35,128 INFO [RS:0;1ba5af43fd99:33917 {}] regionserver.HRegionServer(976): stopping server 1ba5af43fd99,33917,1732710180065; all regions closed. 2024-11-27T12:23:35,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741843_1019 (size=859) 2024-11-27T12:23:35,133 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/WALs/1ba5af43fd99,33917,1732710180065/1ba5af43fd99%2C33917%2C1732710180065.rep.1732710204092 not finished, retry = 0 2024-11-27T12:23:35,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741844_1020 (size=2791) 2024-11-27T12:23:35,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741842_1018 (size=696) 2024-11-27T12:23:35,236 DEBUG [RS:0;1ba5af43fd99:33917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:35,236 INFO [RS:0;1ba5af43fd99:33917 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:23:35,236 INFO [RS:0;1ba5af43fd99:33917 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:23:35,236 INFO [RS:0;1ba5af43fd99:33917 {}] hbase.ChoreService(370): Chore service for: regionserver/1ba5af43fd99:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T12:23:35,236 INFO [RS:0;1ba5af43fd99:33917 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:23:35,236 INFO [regionserver/1ba5af43fd99:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:23:35,237 INFO [RS:0;1ba5af43fd99:33917 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1ba5af43fd99,33917,1732710180065 because: Region server is closing 2024-11-27T12:23:35,237 INFO [RS:0;1ba5af43fd99:33917 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:33917. 2024-11-27T12:23:35,237 DEBUG [RS:0;1ba5af43fd99:33917 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:23:35,237 DEBUG [RS:0;1ba5af43fd99:33917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:35,237 DEBUG [RS:0;1ba5af43fd99:33917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:35,237 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:23:35,337 WARN [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065.replicationSource.shipper1ba5af43fd99%2C33917%2C1732710180065,1-1ba5af43fd99,33917,1732710180065 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T12:23:35,337 WARN [RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065.replicationSource.wal-reader.1ba5af43fd99%2C33917%2C1732710180065,1-1ba5af43fd99,33917,1732710180065 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T12:23:35,338 INFO [RS:0;1ba5af43fd99:33917 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,1-1ba5af43fd99,33917,1732710180065.replicationSource.shipper1ba5af43fd99%2C33917%2C1732710180065,1-1ba5af43fd99,33917,1732710180065 terminated 2024-11-27T12:23:35,338 INFO [RS:0;1ba5af43fd99:33917 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-1ba5af43fd99,33917,1732710180065 because: Region server is closing 2024-11-27T12:23:35,338 INFO [RS:0;1ba5af43fd99:33917 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ba5af43fd99:33917. 2024-11-27T12:23:35,338 DEBUG [RS:0;1ba5af43fd99:33917 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:23:35,338 DEBUG [RS:0;1ba5af43fd99:33917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:35,338 DEBUG [RS:0;1ba5af43fd99:33917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:23:35,338 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:23:35,438 INFO [RS:0;1ba5af43fd99:33917 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1ba5af43fd99:0-0.replicationSource,2-1ba5af43fd99,33917,1732710180065.replicationSource.shipper1ba5af43fd99%2C33917%2C1732710180065,2-1ba5af43fd99,33917,1732710180065 terminated 2024-11-27T12:23:35,439 INFO [RS:0;1ba5af43fd99:33917 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33917 2024-11-27T12:23:35,483 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33917-0x1017c3f19300001, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1273579925/rs/1ba5af43fd99,33917,1732710180065 2024-11-27T12:23:35,483 INFO [RS:0;1ba5af43fd99:33917 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:23:35,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x1017c3f19300000, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1273579925/rs 2024-11-27T12:23:35,484 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ba5af43fd99,33917,1732710180065] 2024-11-27T12:23:35,503 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1273579925/draining/1ba5af43fd99,33917,1732710180065 already deleted, retry=false 2024-11-27T12:23:35,504 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ba5af43fd99,33917,1732710180065 expired; onlineServers=0 2024-11-27T12:23:35,504 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ba5af43fd99,32953,1732710179817' ***** 2024-11-27T12:23:35,504 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T12:23:35,504 INFO [M:0;1ba5af43fd99:32953 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:23:35,504 INFO [M:0;1ba5af43fd99:32953 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:23:35,504 DEBUG [M:0;1ba5af43fd99:32953 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T12:23:35,504 DEBUG [M:0;1ba5af43fd99:32953 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T12:23:35,504 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T12:23:35,505 INFO [M:0;1ba5af43fd99:32953 {}] hbase.ChoreService(370): Chore service for: master/1ba5af43fd99:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T12:23:35,505 INFO [M:0;1ba5af43fd99:32953 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:23:35,505 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732710180532 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.large.0-1732710180532,5,FailOnTimeoutGroup] 2024-11-27T12:23:35,505 DEBUG [M:0;1ba5af43fd99:32953 {}] master.HMaster(1795): Stopping service threads 2024-11-27T12:23:35,505 INFO [M:0;1ba5af43fd99:32953 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T12:23:35,505 INFO [M:0;1ba5af43fd99:32953 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:23:35,505 DEBUG [master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732710180532 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ba5af43fd99:0:becomeActiveMaster-HFileCleaner.small.0-1732710180532,5,FailOnTimeoutGroup] 2024-11-27T12:23:35,505 ERROR [M:0;1ba5af43fd99:32953 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1591327397) connection to localhost/127.0.0.1:39351 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39351,5,PEWorkerGroup] 2024-11-27T12:23:35,505 INFO [M:0;1ba5af43fd99:32953 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T12:23:35,506 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T12:23:35,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x1017c3f19300000, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1273579925/master 2024-11-27T12:23:35,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x1017c3f19300000, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1273579925 2024-11-27T12:23:35,514 DEBUG [M:0;1ba5af43fd99:32953 {}] zookeeper.ZKUtil(347): master:32953-0x1017c3f19300000, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Unable to get data of znode /0-1273579925/master because node does not exist (not an error) 2024-11-27T12:23:35,514 WARN [M:0;1ba5af43fd99:32953 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T12:23:35,515 INFO [M:0;1ba5af43fd99:32953 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/.lastflushedseqids 2024-11-27T12:23:35,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741853_1029 (size=263) 2024-11-27T12:23:35,593 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33917-0x1017c3f19300001, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:23:35,593 INFO [RS:0;1ba5af43fd99:33917 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:23:35,593 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33917-0x1017c3f19300001, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:23:35,593 INFO [RS:0;1ba5af43fd99:33917 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ba5af43fd99,33917,1732710180065; zookeeper connection closed. 2024-11-27T12:23:35,594 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@659e813b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@659e813b 2024-11-27T12:23:35,594 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T12:23:35,926 INFO [M:0;1ba5af43fd99:32953 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T12:23:35,927 INFO [M:0;1ba5af43fd99:32953 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T12:23:35,927 DEBUG [M:0;1ba5af43fd99:32953 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:23:35,927 INFO [M:0;1ba5af43fd99:32953 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:23:35,927 DEBUG [M:0;1ba5af43fd99:32953 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:23:35,927 DEBUG [M:0;1ba5af43fd99:32953 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:23:35,927 DEBUG [M:0;1ba5af43fd99:32953 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:23:35,927 INFO [M:0;1ba5af43fd99:32953 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.11 KB heapSize=71.43 KB 2024-11-27T12:23:35,945 DEBUG [M:0;1ba5af43fd99:32953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d186f087fc2a4b32a2ae65bf50874428 is 82, key is hbase:meta,,1/info:regioninfo/1732710181831/Put/seqid=0 2024-11-27T12:23:35,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741854_1030 (size=5672) 2024-11-27T12:23:36,349 INFO [M:0;1ba5af43fd99:32953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d186f087fc2a4b32a2ae65bf50874428 2024-11-27T12:23:36,369 DEBUG [M:0;1ba5af43fd99:32953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d87224c57a254f219530f5c3b2865923 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732710194660/Put/seqid=0 2024-11-27T12:23:36,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741855_1031 (size=7610) 2024-11-27T12:23:36,385 INFO [master/1ba5af43fd99:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T12:23:36,385 INFO [master/1ba5af43fd99:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T12:23:36,773 INFO [M:0;1ba5af43fd99:32953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.56 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d87224c57a254f219530f5c3b2865923 2024-11-27T12:23:36,777 INFO [M:0;1ba5af43fd99:32953 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d87224c57a254f219530f5c3b2865923 2024-11-27T12:23:36,794 DEBUG [M:0;1ba5af43fd99:32953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/30f3c97a27be45ec9abd68e09c778298 is 69, key is 1ba5af43fd99,33917,1732710180065/rs:state/1732710180574/Put/seqid=0 2024-11-27T12:23:36,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741856_1032 (size=5156) 2024-11-27T12:23:36,799 INFO [M:0;1ba5af43fd99:32953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/30f3c97a27be45ec9abd68e09c778298 2024-11-27T12:23:36,804 DEBUG [M:0;1ba5af43fd99:32953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d186f087fc2a4b32a2ae65bf50874428 as hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d186f087fc2a4b32a2ae65bf50874428 2024-11-27T12:23:36,808 INFO [M:0;1ba5af43fd99:32953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d186f087fc2a4b32a2ae65bf50874428, entries=8, sequenceid=121, filesize=5.5 K 2024-11-27T12:23:36,809 DEBUG [M:0;1ba5af43fd99:32953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d87224c57a254f219530f5c3b2865923 as hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d87224c57a254f219530f5c3b2865923 2024-11-27T12:23:36,816 INFO [M:0;1ba5af43fd99:32953 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d87224c57a254f219530f5c3b2865923 2024-11-27T12:23:36,816 INFO [M:0;1ba5af43fd99:32953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d87224c57a254f219530f5c3b2865923, entries=13, sequenceid=121, filesize=7.4 K 2024-11-27T12:23:36,817 DEBUG [M:0;1ba5af43fd99:32953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/30f3c97a27be45ec9abd68e09c778298 as hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/30f3c97a27be45ec9abd68e09c778298 2024-11-27T12:23:36,823 INFO [M:0;1ba5af43fd99:32953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39351/user/jenkins/test-data/a6e566f7-dc33-60fb-ad41-e267ca138c26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/30f3c97a27be45ec9abd68e09c778298, entries=1, sequenceid=121, filesize=5.0 K 2024-11-27T12:23:36,824 INFO [M:0;1ba5af43fd99:32953 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 897ms, sequenceid=121, compaction requested=false 2024-11-27T12:23:36,827 INFO [M:0;1ba5af43fd99:32953 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:23:36,827 DEBUG [M:0;1ba5af43fd99:32953 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732710215927Disabling compacts and flushes for region at 1732710215927Disabling writes for close at 1732710215927Obtaining lock to block concurrent updates at 1732710215927Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732710215927Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61557, getHeapSize=73080, getOffHeapSize=0, getCellsCount=140 at 1732710215927Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732710215928 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732710215928Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732710215945 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732710215945Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732710216352 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732710216369 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732710216369Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732710216777 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732710216793 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732710216793Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f495cfd: reopening flushed file at 1732710216803 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f3594b4: reopening flushed file at 1732710216808 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49a0dde: reopening flushed file at 1732710216816 (+8 ms)Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 897ms, sequenceid=121, compaction requested=false at 1732710216824 (+8 ms)Writing region close event to WAL at 1732710216827 (+3 ms)Closed at 1732710216827 2024-11-27T12:23:36,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741830_1006 (size=69920) 2024-11-27T12:23:36,830 INFO [M:0;1ba5af43fd99:32953 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T12:23:36,830 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:23:36,830 INFO [M:0;1ba5af43fd99:32953 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32953 2024-11-27T12:23:36,830 INFO [M:0;1ba5af43fd99:32953 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:23:36,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x1017c3f19300000, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:23:36,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x1017c3f19300000, quorum=127.0.0.1:58204, baseZNode=/0-1273579925 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:23:36,941 INFO [M:0;1ba5af43fd99:32953 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:23:36,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e38b7c9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:23:36,946 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12902795{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:23:36,946 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:23:36,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22e8e045{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:23:36,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ab063b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0422af59-433f-7703-49ea-00e27877b199/hadoop.log.dir/,STOPPED} 2024-11-27T12:23:36,956 WARN [BP-1096696255-172.17.0.3-1732710178211 heartbeating to localhost/127.0.0.1:39351 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T12:23:36,956 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T12:23:36,956 WARN [BP-1096696255-172.17.0.3-1732710178211 heartbeating to localhost/127.0.0.1:39351 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1096696255-172.17.0.3-1732710178211 (Datanode Uuid 9a5b1a60-2125-4380-87c1-0bfbaeb1726e) service to localhost/127.0.0.1:39351 2024-11-27T12:23:36,956 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T12:23:36,957 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0422af59-433f-7703-49ea-00e27877b199/cluster_72bc2284-cb19-77b1-6f7c-212bc80ecb1b/data/data1/current/BP-1096696255-172.17.0.3-1732710178211 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:23:36,957 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T12:23:36,958 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0422af59-433f-7703-49ea-00e27877b199/cluster_72bc2284-cb19-77b1-6f7c-212bc80ecb1b/data/data2/current/BP-1096696255-172.17.0.3-1732710178211 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:23:36,970 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6173d15f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:23:36,970 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39b9f514{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:23:36,970 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:23:36,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e5eaa4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:23:36,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16103323{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0422af59-433f-7703-49ea-00e27877b199/hadoop.log.dir/,STOPPED} 2024-11-27T12:23:36,981 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T12:23:37,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T12:23:37,042 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=590 (was 526) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45911 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44737 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:45911 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58204) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58204) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58204) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:44737 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45911 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45911 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39351 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39351 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44737 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45911 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39351 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39351 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44737 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44737 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:39351 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=972 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=451 (was 457), ProcessCount=11 (was 11), AvailableMemoryMB=7532 (was 7798) 2024-11-27T12:23:37,043 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=590 is superior to 500